ÿ‚ �'Nœ 8@p€àÁ !‡ /hYW”Ç2W2×FW2 ×FW2u‡W2œu‡W2ÙŒW2¤ÙŒW2�W2�W2™™W2œ™™W2ÏœW2hÏœW2©°W2ô©°W2GñW2pGñW2«öW2x«öW2áùW2äáùW2kX2pkX2¡X2<¡X2{X2È{X2[X2D [X2}`X2L }`X2³cX2¸ ³cX2=mX2D =mX2spX2 spX2µ�X2œ µ�X2ËŸX2xËŸX2[£X2[£X2»ÇX2‚»ÇX2ýôX2ÚýôX23øX2ª3øX2MY2Ú MY2 :Y2ê  :Y2 XY2J XY2ã\Y2ã\Y2!^Y2J!^Y2iY2ziY2 ìY2ª ìY2ãÁZ2JãÁZ2®[2j®[2—»[2B—»[2AP\2rAP\2"]2 "]2¹4]22"€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P�i b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¥å bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P�i b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¥å  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P�i  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¥å bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes1152patternContiguousinvocations1€} bJoperation.3exchange¢Â\"R$º`bª@}ª¸õŠ0 ò4 i š¤ ŠØ Š š@štЍŠÜššD’’<¢p¢¤’Ø’ ¢@¢t’¨’Ü¢¢D ’x!‚›"¾#á$’%"&&²H'Bk(Ò�)b°*òÒ+‚õ,-¢:.2]/Â0R¢1âÄ2B3Ò)4bL5òn6‚‘7´8¢Ö92ù:Ò;b><a=¢ƒ>2¦?ÒÈ@bëA+BjgC §DrãEÊFr[GÊ—HrÓI JCK²~L²MÂæNÒOÒNPâ‚Qâ¶RòêSòTSU‡V»WïX"#Y"WZ2‹[2¿\Bó]B'^R[_R�`bÃaRæbâ cÒ+ dbN eòp f‚“ g¶ h iš:j*]kºlJ¢mÚÄnjçoú pŠ,qOrªqs:”tʶuZÙvêûwzx Ayšcz:†{ʨ|jË} î~š:3€ÊU�j•‚Âуb„ºM…ІªÅ‡ˆš=‰2yŠ2­‹ÊèŒÊ�ÊPŽÊ„�ʸ�Êì‘Ê ’ÊT“ʈ”ʼ•Êð–Ê$—ÊX˜ÊŒ™ÊÀšÊô›Ê( œÊ\ �Ê� žÊÄ ŸÊø  Ê, ¡ºO ¢Jr £:• ¤Ê· ¥ZÚ ¦êü §z ¨ B ©šd ª*‡ «º© ¬JÌ ­Úî ®j ¯ú3 °ŠV ±y ²ª› ³:¾ ´Êà µZ ¶ê% ·zH ¸ k ¹š� º*° »ºÒ ¼Jõ ½ê¾z:¿]ÀªÁJ¿¢ûÃB;ÄšwÅò³ÆŠïÇâ+ÈzgÉ£Ê×˪̪FͪzΪ®ϪâЪѪJÒª~Óª²ÔªæÕªÖªN×ÊØÊ4ÙÊhÚÊœÛÊÐÜÊÝÊ8ÞÊlßÊ àÊÔáº÷âJã:=äÊ_åZ‚æê¤çzÇè êéš ê*/ëºQìJtíÚ–îj¹ïúÛðŠþñ!òªCó:fôʈõZ«öêÍ÷zðø ùš5ú*XûºzüJ�ýê¿þzâÿª'Jg¢£Bãšò[J˜¢Ôú úD úx ú¬ úà ú úH ú| ú° úä ú úL ú€ ú´ úè ú úP ú„ ú¸ úì ú úT úˆ ú¼  úð !ê "z6 #jY $ú{ %Šž &Á 'ªã (:)Ê(*ZK+êm,z�- ³.šÕ/*ø0º1J=2Ú_3j‚4ú¤5ŠÇ6ê7ª 8:/9ÊQ:Zt;ê–<z¹=Ü>ªþ?J!@ÚCAzƒBÒ¿CrÿDÊ;E"xFz´GÒðH*-I*aJ*•K*ÉL*ýM*1N*eO*™P*ÍQ*R*5S*iT*�U*ÑV*W*9X*mY*¡Z*Õ[* \*=]*q^*¥_*Ù`* a0bªRcšud*˜eººfJÝgÚÿhj"iúDjŠgkŠlª¬m:ÏnÊñoZpê6qzYr |sšžt*ÁuºãvJwÚ(xjKyúmzŠ�{³|ªÕ}Jø~Úz=€ `�ªŸ‚܃¢„úW…R”†ªÐ‡ ˆZI‰Z}ŠZ±‹ZåŒZ�ZMŽZ��Zµ�Zé‘Z ’ZQ “Z… ”Z¹ •Zí –Z!!—ZU!˜Z‰!™Z½!šZñ!›Z%"œZY"�Z�"žZÁ"ŸZõ" Z)#¡JL#¢Ún#£Ê‘#¤Z´#¥êÖ#¦zù#§ $¨š>$©*a$ªºƒ$«J¦$¬ÚÈ$­jë$®ú %¯Š0%°S%±ªu%²:˜%³ʺ%´ZÝ%µêÿ%¶z"&· E&¸šg&¹*Š&ºº¬&»JÏ&¼Úñ&½² ¾B3 ¿ÒU Àbx Á¸ ÂZô Ãú3 ÄRp Ū¬ Æé ÇZ% Ȳa ɲ• Ê²É Ë²ý ̲1 Ͳe β™ Ï²Í Ð² Ѳ5 Ò²i Ó²� Ô²Ñ ÕÊ ÖÊ: ×Ên ØÊ¢ ÙÊÖ ÚÊ  ÛÊ> ÜÊr Ýʦ ÞÊÚ ßÊ àÊB áºe âJˆ ã:« äÊÍ åZð æê çz5 è X éšz ê*� 뺿 ìJâ íÚ îj' ïúI ðŠl ñ� òª± ó:Ô ôÊö õZ öê; ÷z^ ø � ùš£ ú*Æ ûºè üJ ýÚ- þjP ÿúr Š• *Õ ‚ "Q z� ÒÉ * ‚B Ú~ Ú² Úæ Ú ÚN Ú‚ Ú¶ Úê Ú ÚR Ú† Úº Úî Ú" ÚV ÚŠ Ú¾ Úò Ú& ÚZ ÚŽ Ú Úö Ú* Ú^ !Ê� "Z¤ #JÇ $Úé %j  &ú. 'ŠQ (t )ª– *:¹ +ÊÛ ,Zþ -ê  .zC / f 0šˆ 1*« 2ºÍ 3Jð 4Ú 5j5 6úW 7Šz 8� 9ª¿ ::â ;Ê <Z' =êI >Šl ?� @º± AZñ B²- CRm Dª© Eæ FZ" G²^ H › I Ï J  K 7 L k M Ÿ N Ó O  P ; Q o R £ S × T  U ? V s W § X Û Y  Z C [ w \ « ] ß ^  _ G ` { aú� bŠÀ czã d  eš( f*K gºm hJ� iÚ² jjÕ kú÷ lŠ m= nª_ o:‚ pʤ qZÇ rêé sz t / ušQ v*t wº– xJ¹ yÚÛ zjþ {ú ! |ŠC! }f! ~ºˆ! J«! €êÍ! �Š " ‚âI" ƒ‚‰" „ÚÅ" …2# †Š># ‡âz# ˆ:·# ‰:ë# Š:$ ‹:S$ Œ:‡$ �:»$ Ž:ï$ �:#% �:W% ‘:‹% ’:¿% “:ó% ”:'& •:[& –:�& —:Ã& ˜:÷& ™:+' š:_' ›:“' œ:Ç' �:û' ž:/( Ÿ:c(  :—( ¡*º( ¢ºÜ( £ªÿ( ¤:") ¥ÊD) ¦Zg) §ê‰) ¨z¬) © Ï) ªšñ) «** ¬º6* ­JY* ®Ú{* ¯jž* °úÀ* ±Šã* ²+ ³ª(+ ´:K+ µÊm+ ¶Z�+ ·ê²+ ¸zÕ+ ¹ ø+ ºš, »*=, ¼º_, ½J‚, ¾ê¤, ¿zÇ, Àê, Áº)- Âf- ò¥- Ä â- Åb. ƺZ. Ç—. ÈjÓ. Éj/ Êj;/ Ëjo/ Ìj£/ Íj×/ Îj 0 Ïj?0 Ðjs0 Ñj§0 ÒjÛ0 Ój1 ÔjC1 Õjw1 Öj«1 ×jß1 Øj2 ÙjG2 Új{2 Ûj¯2 Üjã2 Ýj3 ÞjK3 ßj3 àj³3 áZÖ3 âêø3 ãÚ4 äj>4 åú`4 抃4 ç¦4 èªÈ4 é:ë4 êÊ 5 ëZ05 ìêR5 ízu5 î ˜5 5 ð*Ý5 ñºÿ5 òJ"6 óÚD6 ôjg6 õú‰6 öЬ6 ÷Ï6 øªñ6 ù:7 úÊ67 ûZY7 üê{7 ýzž7 þÁ7 ÿªã7 J8 êE8 B‚8 âÁ8 :þ8 ’:9 êv9 B³9 šï9 š#: šW: š‹: š¿: šó: š'; š[; š�; šÃ; š÷; š+< š_< š“< šÇ< šû< š/= šc= š—= šË= šÿ= š3> šg> š›> šÏ> !Šò> "? # 8? $šZ? %*}? &ºŸ? 'JÂ? (Úä? )j@ *ú)@ +ŠL@ ,o@ -ª‘@ .:´@ /ÊÖ@ 0Zù@ 1êA 2z>A 3 aA 4šƒA 5*¦A 6ºÈA 7JëA 8Ú B 9j0B :úRB ;ŠuB <˜B =ªºB >JÝB ?ÚÿB @z"C AbC BržC CÞC DRD EªYD F–D GZÒD H²E I²BE J²vE K²ªE L²ÞE M²F N²FF O²zF P²®F Q²âF R²G S²JG T²~G U²²G V²æG W²H X²NH Y²‚H Z²¶H [²êH \²I ]²RI ^²†I _²ºI `²îI a¢J b24J c"WJ d²yJ eBœJ fÒ¾J gbáJ hòK i‚&K jIK k¢kK l2ŽK m°K nRÓK oâõK prL q;L r’]L s"€L t²¢L uBÅL vÒçL wb M xò,M y‚OM zrM {¢”M |2·M }ÂÙM ~büM š €:: �Úy ‚2¶ ƒÒõ „*2 …‚n †Úª ‡2ç ˆŠ# ‰ŠW ŠŠ‹ ‹Š¿ ŒŠó �Š' ŽŠ[ �Š� �ŠÃ ‘Š÷ ’Š+ “Š_ ”Š“ •ŠÇ –Šû —Š/ ˜Šc ™Š— šŠË ›Šÿ œŠ3 �Šg žŠ› ŸŠÏ  Š ¡z& ¢ I £úk ¤ŠŽ ¥± ¦ªÓ §:ö ¨Ê ©Z; ªê] «z€ ¬ £ ­šÅ ®*è ¯º °J- ±ÚO ²jr ³ú” ´Š· µÚ ¶ªü ·: ¸ÊA ¹Zd ºê† »z© ¼ Ì ½ªî ¾J ¿ê3 ÀŠV Á*– Â‚Ò Ã" ÄzN ÅÒŠ Æ*Ç Ç‚ ÈÚ? ÉÚs ÊÚ§ ËÚÛ ÌÚ ÍÚC ÎÚw ÏÚ« ÐÚß ÑÚ ÒÚG ÓÚ{ ÔÚ¯ ÕÚã ÖÚ ×ÚK ØÚ ÙÚ³ ÚÚç ÛÚ ÜÚO ÝÚƒ ÞÚ· ßÚë àÚ áÊB âZe ãJˆ äÚª åjÍ æúï çŠ è5 éªW ê:z ëÊœ ìZ¿ íêá îz ï ' ðšI ñ*l òºŽ óJ± ôÚÓ õjö öú ÷Š; ø^ ùª€ ú:£ ûÊÅ üZè ýú  þš- ÿ:P Úr z² Òî r. Êj "§ zã Ò *\ *� *Ä *ø *, *` *” *È *ü *0 *d *˜ *Ì * *4 *h *œ *Ð * *8 *l *  *Ô * *< !_ "ª� #š¤ $*Ç %ºé &J  'Ú. (jQ )ús *Š– +¹ ,ªÛ -:þ .Ê  /ZC 0êe 1zˆ 2 « 3šÍ 4*ð 5º 6J5 7ÚW 8jz 9úœ :Š¿ ;â <ª! =J'! >ÚI! ?zl! @ �! AªÎ! B " C¢J" Dú†" ERÃ" Fªÿ" G<# HZx# IZ¬# JZà# KZ$ LZH$ MZ|$ NZ°$ OZä$ PZ% QZL% RZ€% SZ´% TZè% UZ& VZP& WZ„& XZ¸& YZì& ZZ ' [ZT' \Zˆ' ]Z¼' ^Zð' _Z$( `ZX( aJ{( bÚ�( cÊÀ( dZã( eê) fz() g K) hšm) i*�) jº²) kJÕ) lÚ÷) mj* nú<* oŠ_* p‚* qª¤* r:Ç* sÊé* tZ + uê.+ vzQ+ w t+ xš–+ y*¹+ zºÛ+ {Jþ+ |Ú , }zC, ~ f, ªˆ, €:«, �Úê, ‚2'- ƒÒf- „*£- …‚ß- †Ú. ‡2X. ˆŠ”. ‰ŠÈ. ŠŠü. ‹Š0/ ŒŠd/ �Š˜/ ŽŠÌ/ �Š0 �Š40 ‘Šh0 ’Šœ0 “ŠÐ0 ”Š1 •Š81 –Šl1 —Š 1 ˜ŠÔ1 ™Š2 šŠ<2 ›Šp2 œФ2 �ŠØ2 žŠ 3 ŸŠ@3  Št3 ¡z—3 ¢ º3 £úÜ3 ¤Šÿ3 ¥"4 ¦ªD4 §:g4 ¨ʉ4 ©Z¬4 ªêÎ4 «zñ4 ¬ 5 ­š65 ®*Y5 ¯º{5 °Jž5 ±ÚÀ5 ²jã5 ³ú6 ´Š(6 µK6 ¶ªm6 ·:�6 ¸ʲ6 ¹ZÕ6 ºê÷6 »z7 ¼ =7 ½ª_7 ¾:‚7 ¿Ú¤7 ÀjÇ7 Á 8 ÂbC8 Ã8 ÄZ¿8 Ųû8 Æ 89 Çbt9 Ⱥ°9 ɺä9 ʺ: ˺L: ̺€: ͺ´: κè: Ϻ; кP; Ѻ„; Òº¸; Óºì; Ôº < ÕºT< Öºˆ< ׺¼< غð< Ùº$= ÚºX= ÛºŒ= ܺÀ= ݺô= Þº(> ߺ\> àº�> ᪳> â:Ö> ã*ù> äº? åJ>? æÚ`? çjƒ? èú¥? éŠÈ? êë? ëª @ ì:0@ íÊR@ îZu@ ïê—@ ðzº@ ñ Ý@ òšÿ@ ó*"A ôºDA õJgA öÚ‰A ÷j¬A øúÎA ùŠñA úB ûª6B ü:YB ýÚ{B þjžB ÿ ÁB šãB :#C ’_C 2ŸC ŠÛC âD :TD ’�D êÌD êE ê4E êhE êœE êÐE êF ê8F êlF ê F êÔF êG êL 4ê`L 5zƒL 6 ¦L 7šÈL 8*ëL 9º M :J0M ;ÚRM <juM = ˜M >šºM ?:ÝM @ÊÿM Az?N BÒ{N C‚»N DÚ÷N EB4O FšpO G­O HZéO IjP JjQP Kz…P Lz¹P MŠíP NŠ!Q OšUQ Pš‰Q Qª½Q RªñQ Sº%R TºYR UÊ�R VÊÁR WÚõR XÚ)S Yê]S Zê‘S [úÅS \úùS ] .T ^ bT _–T `ÊT a íT bšU cŠ2U dUU eªwU f:šU gʼU hZßU iêV jz$V k GV lšiV m*ŒV nº®V oJÑV pÚóV qjW rú8W sŠ[W t~W uª W v:ÃW wÊåW xZX yê*X zzMX { pX |š’X }:µX ~Ê×X júX €úY �ª\Y ‚™Y ƒ’ØY „êZ …RQZ †ª�Z ‡òÉZ ˆJ[ ‰Z:[ ŠZn[ ‹J¢[ ŒJÖ[ �Z \ ŽZ>\ �Jr\ �J¦\ ‘ZÚ\ ’Z] “JB] ”Jv] •Zª] –ZÞ] —J^ ˜JF^ ™Zz^ šZ®^ ›Jâ^ œJ_ �ZJ_ žZ~_ ŸJ²_  Jæ_ ¡: ` ¢Ê+` £ºN` ¤Jq` ¥Ú“` ¦j¶` §úØ` ¨Šû` ©a ªª@a «:ca ¬Ê…a ­Z¨a ®êÊa ¯zía ° b ±š2b ²*Ub ³ºwb ´Jšb µÚ¼b ¶jßb ·úc ¸Š$c ¹Gc ºªic »:Œc ¼Ê®c ½ZÑc ¾êóc ¿zd 7 :z2breasonOperatorInputsvalue7invocations1 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bšWuoperation.4ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue8bytes2304patternContiguousinvocations1€+ bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 ¤ä/oF  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M÷operation.5exchange :z2breasonOperatorInputsvalue9invocations1<5µêjŸTÔ ‰¾>só(¨Ý]’GÇü|±ñ& f › Û  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)")B)Z-b1reasonLocalCopyvalue10bytes512patternContiguousinvocations4 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)")B)Z-b1reasonLocalCopyvalue10bytes256patternContiguousinvocations1  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10FF Õ ÕLLÍÍ)D*D4»4»>2?2I§I§ST^�^�his‡s‡}" b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 # b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1!$ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5" €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðFF½½44«« " " ± ±((ŸŸ��{{òòi i"à"à$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÏLÏNDODQ¹Q¹S.T.V£V£XY[�[�]^`w`wbìbìdaeagÖgÖiKjKlÀlÀnAoAq¶q¶s+t+v v xy{Š{Š}ÿ}ÿt€t‚é‚é„^…^‡Ó‡Ó‰HŠHŒ½Œ½Ž2�2‘§‘§“#* b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1$+ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÇ2W2µGW2èµGW2SˆW2dSˆW2õŽW2lõŽW2˜W2è˜W2µ›W2´µ›W2‡±W2@‡±W2%òW2¼%òW2ÇøW2ÄÇøW2QX2@QX2‡X2 ‡X2YX2˜YX2÷[X2÷[X2™bX2 ™bX2#lX2˜ #lX2YoX2d YoX2›œX2𠛜X2k¥X2Ì k¥X2ËÉX2P ËÉX2 ÷X2p ÷X2‡Y2L‡Y2C'?'I›I›ST^�^�hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››……úúo o"ä"ä$[%['Ð'Ð)E*E,º,º.///1¤1¤346Ž6Ž89;x;x=Õ=Õ?J@JB¿B¿D4E4G©G©I7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`KbËbËd?e?g³g³i'j'l›l›noqƒqƒs÷s÷ukvkxßxßzS{S}Ç}Ç;€;‚¯‚¯„#…#‡™‡™‰ŠŒƒŒƒŽøŽø�m‘m“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ç2W2×FW2×FW2u‡W2|u‡W2ÙŒW2„ÙŒW2�W2ð�W2™™W2|™™W2ÏœW2HÏœW2£°W2Ô£°W2AñW2PAñW2«öW2X«öW2áùW2ÄáùW2kX2PkX2¡X2¡X2uX2¨uX2[X2$ [X2}`X2, }`X2³cX2˜ ³cX2=mX2$ =mX2spX2ð spX2µ�X2| µ�X2äX2XäX2#ÉX2Ô#ÉX2eöX2ôeöX2;Y2Ð;Y2÷'?'IšIšS T ^Œ^Œhÿhÿrrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7operation.6exchange :z2breasonOperatorInputsvalue8invocations1# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%w©operation.6ipu_stack_attention_merge_large_query_f165:5z9299ZÒ9z="=zA"AzE*EbIreasonOperatorKernelvalue10kernelSpecoutputElements576input0Elements640input1Elements6272invocations1ÇðFF¼¼22¨¨   ­ ­##™™……ûûqqçç] ]"Ó"Ó$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=â=â?W@WBÌBÌDAEAG¶G¶I+J+LžLžNOQ„Q„S÷S÷UjVjXÝXÝZP[P]Ã]Ã_6`6b©b©deg�g�ijlulunônôpgqgsÚsÚuMvMxÀxÀz3{3}¦}¦€‚Œ‚Œ„ÿ„ÿ†r‡r‰å‰å‹XŒXŽËŽË�>‘>“2Planned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })çxÇ2W2»GW2è»GW2YˆW2dYˆW2õŽW2lõŽW2˜W2è˜W2µ›W2´µ›W2‡±W2@‡±W2%òW2¼%òW2ÇøW2ÄÇøW2QX2@QX2‡X2 ‡X2YX2˜YX2÷[X2÷[X2™bX2 ™bX2#lX2˜ #lX2YoX2d YoX2—�X2ð —�X2Ó£X2È Ó£X23ÈX2D 3ÈX2qöX2dqöX2…Y2<…Y2A;Y2ÈA;Y2;_Y2ì;_Y29jY29jY2óëY2¤óëY2ËÁZ2hËÁZ2®[2l®[2»[2L»[2ÃO\2ØÃO\2“!]2“!]2;4]2 €} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¢ÖxD b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Jжö¿ÿ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¢ÖxD b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Jжö¿ÿ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¢ÖxD  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Jжö¿ÿ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ˜”Ì4 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1h¨­ññ1—×= }  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dhèPÐ8¸  ‘ˆÌL‡ðpBÂØXx¸À@¦&Œ r ò X Ø > ¾ $ ¤  Š ð pØ€À&fÌ  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×LLÅÅ):*:4–4–>$?$I—I—ST^‡^‡hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡üüqqææ[ ["Ð"Ð$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Â=Â?7@7B¬B¬D!E!G–G–I$J$L—L—N O Q}Q}SðSðUcVcXÖXÖZI[I]¼]¼_/`/b­b­deg‘g‘ijlulunçnçpYqYsËsËu=v=x¯x¯z!{!}“}“€‚w‚w„é„é†]‡]‰ЉЋCŒC޶޶�)‘)“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÇ2W2ûFW2èûFW2™‡W2d™‡W2�W2l�W2‹˜W2苘W2Á›W2´Á›W2ͰW2@ͰW2kñW2¼kñW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2ŸX2˜ŸX2=[X2=[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2§œX2ð §œX2…¦X2Ì …¦X2åÊX2H åÊX2'øX2h'øX2‡Y2D‡Y2C*>4œ4œ>(?(IœIœST^Ž^Žhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÜÜVVÐÐ J J Ä Ä>>¸¸22¬¬""˜˜ „ „"ú"ú$p%p'æ'æ)\*\,Ò,Ò.H/H1¾1¾34446ª6ª8 9 ;–;–=ô=ô?h@hBÜBÜDPEPGÄGÄIPJPLÄLÄN8O8Q¬Q¬S T V”V”XY[|[|]ð]ð_d`dbâbâdVeVgÊgÊi>j>l²l²n&o&qšqšstv‚v‚xöxözj{j}Þ}ÞR€R‚ƂƄ:…:‡®‡®‰!Š!Œ”Œ”Ž�‘z‘z“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÇ2W2¯GW2è¯GW2MˆW2dMˆW2�W2l�W2‹˜W2苘W2Á›W2´Á›W2�±W2@�±W2òW2¼òW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2SX2˜SX2ñ[X2ñ[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2§œX2ð §œX2á¤X2Ì á¤X2AÉX2P AÉX2ƒöX2pƒöX2EY2LEY2ïDY2ÈïDY2ùUY2ìùUY2÷`Y2È÷`Y2áëY2TáëY2¹ÁZ2¹ÁZ2ó­[2ó­[2m»[2üm»[2 P\2ˆ P\2Û!]2ÌÛ!]2ƒ4]2Ѐ} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1–Êk7 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T”›ÛÉ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1–Êk7 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T”›ÛÉ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1–Êk7  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T”›ÛÉ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1­©ÚjjŠ�C bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1  `` ô8 bÒ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1€� bJ7M÷operation.5exchange :z2breasonOperatorInputsvalue9invocations1<  VÖÙY*ª’þ~KËÒR¦&zúNÎê*"¢ö6ŠÊ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>/?/I¦I¦ST^‘^‘his]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIWJWLÎLÎNEOEQ¼Q¼S3T3VªVªX!Y![˜[˜]^`†`†býbýdtetgëgëibjblÙlÙnMoMq¿q¿s1t1v£v£xy{‡{‡}ù}ùk€k‚݂݄O…O‡©‡©‰ŠŒ�Œ�ŽÿŽÿ�q‘q“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÇ2W2ûFW2èûFW2™‡W2d™‡W2�W2l�W2‹˜W2苘W2Á›W2´Á›W2ǰW2@ǰW2eñW2¼eñW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2™X2˜™X27[X27[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2§œX2ð §œX2ù¤X2Ì ù¤X2YÉX2H YÉX2›öX2h›öX2‡Y2D‡Y2C¾(¨òr©)’`àü|—æfÐP¸8  ˆ  p ð X Ø @ À ý = ( ¨ �ú:¤äLŒô4 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚNNÂÂ)6*64‘4‘>?IŽIŽST^z^zhìhìr^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""šš‚‚ööj j"Þ"Þ$R%R'Æ'Æ):*:,®,®."/"1–1–3 4 6~6~8ò8ò:f;f=Á=Á?3@3B¥B¥DEG‰G‰IJL†L†NøNøPjQjSÜSÜUNVNXÀXÀZ2[2]¤]¤_`b�b�degtgtiæiækXlXnÊnÊp‡>‰¯‰¯‹ Œ ޑޑ�‘“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÇ2W2¯GW2è¯GW2MˆW2dMˆW2�W2l�W2‹˜W2苘W2Á›W2´Á›W2�±W2@�±W2òW2¼òW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2SX2˜SX2ñ[X2ñ[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2£�X2ð £�X2½¤X2È ½¤X2ÉX2D ÉX2[÷X2d[÷X2=Y2<=Y2çCY2¸çCY2ÍTY2ÜÍTY2Ë_Y2¸Ë_Y2ÏëY2DÏëY2§ÁZ2§ÁZ2á­[2 á­[2[»[2ì[»[2±O\2x±O\2�!]2¼�!]2)4]2À€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—Ëm9 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U•›ÛÊ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—Ëm9 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U•›ÛÊ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—Ëm9  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U•›ÛÊ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �‰¶þú bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 5uªîó7 bÒ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1€� bJ7M÷operation.5exchange :z2breasonOperatorInputsvalue9invocations1<5µêjŸTÔ ‰„¾>¿?sóxø(¨1±ÝR’c£ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ö ÖKKÀÀ)5*54ª4ª>!?!I–I–S T ^�^�hóhórLsL} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÖÖKKÀÀ 5 5 ª ª””  ~~óóhhÝÝR R"Ç"Ç$<%<'±'±)&*&,›,›./1…1…3ú3ú5o6o8ä8ä:Y;Y=Î=Î?C@CB¸B¸D-E-G¢G¢IJLŽLŽNOQxQxSíSíUbVbX×X×ZL[L]Á]Á_6`6b«b«d e g•g•i j llnõnõpgqgsÙsÙuKvKx½x½z/{/}¡}¡€‚…‚…„÷„÷†P‡P‰Â‰Â‹4Œ4ަަ�‘“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2GW2èGW2Ÿ‡W2dŸ‡W2 �W2l �W2—˜W2è—˜W2Í›W2RÍ›W2ͰW2‚ͰW2kñW2’kñW2ßøW2ºßøW2iX2ÊiX2ŸX2zŸX2ŸX2ªŸX2=[X2º =[X2±bX2â ±bX2;lX2ò ;lX2qoX2¢qoX2³œX2Ò³œX2y¦X2¢y¦X2ÙÊX2²ÙÊX2øX2 øX2gY2ÚgY2GY2êGY2 ZY2J" ZY2 eY2$ eY2íëY2J%íëY2ÅÁZ2ê&ÅÁZ2ÿ­[2 )ÿ­[2y»[2â*y»[2GP\2,GP\2"]2²0"]2¿4]2Ò2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations16j·ƒ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T5uÓ bÊwBoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*Q*2reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements11521152zinput1Elementsbinvocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations16j·ƒ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T5uÓ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations16j·ƒ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T5uÓ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  À•µºÚ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 =}}½Y bÒ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1€� bJ7M÷operation.5exchange :z2breasonOperatorInputsvalue9invocations1< �XØÆF0°ÿˆ8¸à`¸8�hè@ÀX°ðž Þ  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Û ÛTTÍÍ)F*F4¿4¿>8?8I¯I¯S$T$^—^—h i sese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÛÛTTÍÍ F F ¿ ¿88±±**££•• ‡ ‡"#%y%y'ò'ò)k*k,ä,ä.]/]1Ö1Ö3O4O6È6È8A9A;º;º=3>3@¬@¬B%C%EžEžGHJ�J�LMO~O~QõQõSlTlVãVãXZYZ[Ñ[Ñ]H^H`¿`¿b4c4e©e©ghj“j“lmo{o{qîqîsatavÔvÔxGyG{º{º}-~-€ € ‚ƒ…†…†‡á‡á‰SŠSŒÅŒÅŽ7�7‘©‘©“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÍ2W2©GW2ЩGW2GˆW2LGˆW2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2{±W2({±W2òW2¤òW2åøW2¬åøW2oX2(oX2¥X2ô¥X2MX2€MX2ë[X2üë[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2w¥X2´ w¥X2×ÉX28 ×ÉX2÷X2X÷X2[ýX24[ýX2=TY2 =TY2ìY2,ìY2ÝÁZ2ðÝÁZ2®[2ô®[2;P\2Ô;P\2 "]2 "]2³4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‹¿`, b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _ŸØÜ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‹¿`, b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _ŸØÜ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‹¿`,  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _ŸØÜ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1¢žÈXúÓ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1S€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1“ÊJ�8¸Ë  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á á[[ÑÑ)G*G4½4½>3?3I§I§ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±++¥¥ ™ ™"#%‰%‰'ÿ'ÿ)u*u,ë,ë.a/a1×1×3M4M6Ã6Ã8999;¯;¯=%>%@›@›BCE‡E‡GýGýIsJsLçLçN[O[QÏQÏSCTCV·V·X+Y+[Ÿ[Ÿ]^`‡`‡bûbûdoeogãgãiWjWlËlËn?o?q³q³s't'v›v›xy{ƒ{ƒ}÷}÷k€k‚߂߄S…S‡LJlj;Š;Œ¯Œ¯Ž#�#‘—‘—“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2ûFW2èûFW2™‡W2d™‡W2 �W2l �W2—˜W2è—˜W2Í›W2´Í›W2ͰW2@ͰW2kñW2¼kñW2ßøW2ÄßøW2iX2@iX2ŸX2 ŸX2ŸX2˜ŸX2=[X2=[X2±bX2 ±bX2;lX2˜ ;lX2qoX2d qoX2³œX2𠳜X2õ¥X2Ì õ¥X2UÊX2H UÊX2—÷X2h—÷X2ÿY2DÿY2©EY2À©EY2…ZY2ä…ZY2ƒeY2ÀƒeY2ÕëY2LÕëY2­ÁZ2­ÁZ2ç­[2ç­[2a»[2ôa»[2ÕO\2€ÕO\2¥!]2Ä¥!]2M4]2È€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations16jµ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U5uÒ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations16jµ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U5uÒ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations16jµ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U5uÒ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �½ ,,L bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 5uªî¶ö bÒ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1€� bJ7M÷operation.5exchange :z2breasonOperatorInputsvalue9invocations1<5µêjŸTÔ ‰ñq¾>ª*sócã(¨œÝR’ W  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPÇÇ)>*>4µ4µ>,?,I¡I¡ST^…^…höhörOsO} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$[%['Ò'Ò)I*I,À,À.7/71®1®3%4%6œ6œ89;Š;Š=>@x@xBïBïDfEfGÝGÝITJTLÉLÉN>O>Q³Q³S(T(V�V�XY[‡[‡]ü]ü_q`qbäbädWeWgÊgÊi=j=l°l°n!o!q’q’stvtvtxåxåzV{V}Ç}Ç8€8‚©‚©„…‡s‡s‰ä‰ä‹UŒUŽÆŽÆ�7‘7“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÍ2W2©GW2ЩGW2GˆW2LGˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2{±W2({±W2òW2¤òW2ëøW2¬ëøW2uX2(uX2«X2ô«X2MX2€MX2ë[X2üë[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2»�X2Ø »�X2 ¤X2°  ¤X2iÈX2, iÈX2§öX2L§öX2ÕþX2$ÕþX2¯TY2�¯TY2íëY2íëY2ÅÁZ2àÅÁZ2ÿ­[2äÿ­[2ÃO\2ÄÃO\2“!]2“!]2;4]2 €} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀb. b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ` ÚÝ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀb. b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ` ÚÝ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀb.  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ` ÚÝ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‚~ è@` bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ŠÎ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ïo¦&]Ý”B‚ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝUUÉÉ)=*=4±4±>%?%I—I—S T ^{^{híhír_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%���� } }"õ"õ$i%i'Ý'Ý)Q*Q,Å,Å.9/91­1­3!4!6•6•8 9 ;};}=ñ=ñ?e@eBÙBÙDMEMGÁGÁI5J5L§L§NOQ‹Q‹SýSýUoVoXáXáZS[S]Å]Å_7`7b©b©deg�g�iÿiÿkqlqnãnãpUqUsÇsÇu9v9x«x«z{}�}�€‚s‚s„å„å†W‡W‰ɉɋ;Œ;Ž­Ž­�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2¥‡W2L¥‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2Ó°W2(Ó°W2qñW2¤qñW2ñøW2¬ñøW2{X2({X2±X2ô±X2¥X2€¥X2C[X2üC[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2¦X2´ ¦X2gÊX20 gÊX2©÷X2P©÷X2OýX2,OýX2%ZY2˜%ZY2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2wP\2ÌwP\2G"]2G"]2ï4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations17k¸„ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 9y7wà  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations17k¸„ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 9y7wà  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations17k¸„  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 9y7wà   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 v–::Z bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1„¿?zú5µ´ ô  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚRRÊÊ)B*B4º4º>2?2I¨I¨ST^”^”h i s€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""ššŠŠ z z"ò"ò$j%j'â'â)Z*Z,Ò,Ò.J/J1Â1Â3:4:6²6²8*9*;¢;¢=>@’@’B C E‚E‚GúGúIrJrLèLèN^O^QÔQÔSJTJVÀVÀX6Y6[¬[¬]"^"`˜`˜bce„e„gúgúipjplælæn\o\qÒqÒsHtHv¾v¾x4y4{ª{ª} ~ €–€–‚ ƒ …‚…‚‡ø‡ø‰nŠnŒäŒäŽZ�Z‘БГ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2£GW2УGW2AˆW2LAˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2o±W2(o±W2 òW2¤ òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2AX2€AX2ß[X2üß[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2ç¤X2´ ç¤X2GÉX28 GÉX2‰öX2X‰öX2UýX24UýX2TY2 TY2óëY2,óëY2ËÁZ2ðËÁZ2®[2ô®[2ÃO\2ÔÃO\2“!]2“!]2;4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´U! b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 jª›Ûî. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´U! b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 jª›Ûî. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´U!  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 jª›Ûî.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥ÅÊÆéy�D bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1F€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1†»;pð%¥®î €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94®4®>!?!I”I”ST^z^zhíhír`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?M@MBÀBÀD3E3G¦G¦IJLŒLŒNÿNÿPrQrSåSåUXVXXËXËZ>[>]±]±_$`$b—b—d e g}g}iðiðkclcnÖnÖpIqIs¼s¼u/v/x¢x¢z{}ˆ}ˆûû�n‚n„á„á†T‡T‰ƉƋ8Œ8ŽªŽª�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2Ÿ‡W2LŸ‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2Ó°W2(Ó°W2qñW2¤qñW2ñøW2¬ñøW2{X2({X2±X2ô±X2¥X2€¥X2C[X2üC[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2g¦X2´ g¦X2ÇÊX20 ÇÊX2 øX2P øX2ËÿX2,ËÿX2£ZY2˜£ZY2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2P\2ÌP\2Õ!]2Õ!]2}4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations17k¶‚ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 8x6vÞ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations17k¶‚ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 8x6vÞ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations17k¶‚  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 8x6vÞ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ”´|œ¡Á bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¿€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ðp«+fæ!¡/ o  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØNNÄÄ):*:4°4°>&?&IšIšST^‚^‚höhörjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$L%L'Â'Â)8*8,®,®.$/$1š1š346†6†8ü8ü:r;r=è=è?^@^BÔBÔDJEJGÀGÀI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`Jb¾b¾d2e2g¦g¦ijlŽlŽnoqvqvsêsêu^v^xÒxÒzF{F}º}º.€.‚¢‚¢„…‡ЇЉþ‰þ‹rŒr޿޿�Z‘Z“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2£GW2УGW2AˆW2LAˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2u±W2(u±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2GX2€GX2å[X2üå[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2Ó�X2Ø Ó�X2í¤X2° í¤X2MÉX2, MÉX2‹÷X2L‹÷X2ÏþX2$ÏþX2—TY2�—TY2ÛëY2ÛëY2³ÁZ2à³ÁZ2í­[2äí­[2cO\2ÄcO\23!]23!]2Û3]2 €} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µW# b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 k«›Ûð0 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µW# b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 k«›Ûð0 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µW#  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 k«›Ûð0  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 wsŠÒ!A bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1{¿€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÚZ�DÄùy#c €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚMMÀÀ)3*34¦4¦>?IˆIˆSùSù]j^jhÛhÛrLsL} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠýýppããV V"É"É$<%<'¯'¯)"*",•,•./1{1{3î3î5a6a8Ô8Ô:G;G=º=º?+@+BœBœD E G~G~IïIïK`L`NÑNÑPBQBS³S³U$V$X•X•Z[]w]w_è_èaYbYdÊdÊf;g;i¬i¬klnŽnŽpÿpÿrpspuáuáwRxRzÃzÃ|4}4¥¥�‚„‡„‡†ø†øˆh‰h‹Ø‹Ø�HŽH�¸�¸’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2¥‡W2L¥‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2Ù°W2(Ù°W2wñW2¤wñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2«X2€«X2I[X2üI[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2ã¥X2´ ã¥X2CÊX20 CÊX2…÷X2P…÷X2ƒÿX2,ƒÿX2©ZY2˜©ZY2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2AP\2ÌAP\2"]2"]2¹4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l¹… b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IM�@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l¹… b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IM�@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l¹…  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IM�@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 o�õ: bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations13s€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÂB„FÆ0 p  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPÇÇ)>*>4µ4µ>,?,I¡I¡ST^‹^‹hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$[%['Ò'Ò)I*I,À,À.7/71®1®3%4%6œ6œ89;Š;Š=>@x@xBïBïDfEfGÝGÝITJTLÉLÉN>O>Q³Q³S(T(V�V�XY[‡[‡]ü]ü_q`qbæbæd[e[gÐgÐiEjElºlºn/o/q¤q¤stvŽvŽxy{x{x}í}íb€b‚ׂׄL…L‡Á‡Á‰6Š6Œ«Œ«Ž � ‘•‘•“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2�GW2Ð�GW2;ˆW2L;ˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2i±W2(i±W2òW2¤òW2÷øW2¬÷øW2�X2(�X2·X2ô·X2;X2€;X2Ù[X2üÙ[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2Û¤X2´ Û¤X2;ÉX28 ;ÉX2}öX2X}öX2UýX24UýX2%TY2 %TY2ìY2,ìY2ÝÁZ2ðÝÁZ2®[2ô®[2P\2ÔP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©J b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 jªÐâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©J b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 jªÐâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©J  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 jªÐâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥ÅÊÆâr~2 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1„¹9nî#£¬ì €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßTTÉÉ)>*>4³4³>)?)I�I�ST^…^…hùhùroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ‰‰þþs s"è"è$]%]'Ò'Ò)G*G,¼,¼.1/11¦1¦346�6�89;z;z=ï=ï?d@dBÙBÙDNENGÃGÃI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noqyqysísíuavaxÕxÕzI{I}½}½1€1‚¥‚¥„…‡�‡�‰ŠŒyŒyŽîŽî�c‘c“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2¥‡W2L¥‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2Ù°W2(Ù°W2wñW2¤wñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2«X2€«X2I[X2üI[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2‹¦X2´ ‹¦X2ëÊX20 ëÊX2-øX2P-øX2Y2,Y2'[Y2˜'[Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l·ƒ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JLŒþ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l·ƒ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JLŒþ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l·ƒ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JLŒþ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‹«Ÿ¿Ää bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1µõ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ˆÊJŒ Nβ ò  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙOOÄÄ)9*94®4®>#?#I–I–S T ^|^|hïhïrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰ÿÿuuëëa a"×"×$L%L'Á'Á)6*6,«,«. / 1•1•3 4 668ô8ô:i;i=Þ=Þ?S@SBÈBÈD=E=G²G²I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¥b¥deg‹g‹iþiþkqlqnänäpWqWsÊsÊu=v=x°x°z#{#}–}– € ‚|‚|„ï„ï†b‡b‰Õ‰Õ‹HŒH޻޻�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2�GW2Ð�GW2;ˆW2L;ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2o±W2(o±W2 òW2¤ òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2AX2€AX2ß[X2üß[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2Í�X2Ø Í�X2Á¦X2° Á¦X2!ËX2, !ËX2_ùX2L_ùX2ÏþX2$ÏþX2—TY2�—TY2ùëY2ùëY2ÑÁZ2àÑÁZ2 ®[2ä ®[2ÉO\2ÄÉO\2™!]2R™!]2A4]2r€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªL b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 k«Ñä$ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªL b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 k«Ñä$ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªL  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 k«Ñä$  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 lht¼ñ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1y½€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ØX� BÂ÷w!a €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛPPÅÅ):*:4¯4¯>$?$I—I—S T ^{^{híhírasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ‚operation.6exchangezOperatorKernel107 :z2breasonOperatorInputsvalue8invocations1ÇðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹uuêê_ _"Ô"Ô$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯I$J$L—L—N O Q}Q}SðSðUcVcXÖXÖZI[I]¼]¼_/`/b¡b¡deg…g…i÷i÷kilinÛnÛpMqMs¿s¿u1v1x£x£z{}‡}‡ùù�k‚k„݄݆Q‡Q‰ĉċ7Œ7ŽªŽª�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2 GW2Ð GW2«‡W2L«‡W2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2ß°W2(ß°W2}ñW2¤}ñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2±X2€±X2O[X2üO[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2�¥X2´ �¥X2ïÉX20 ïÉX21÷X2P1÷X2UýX2,UýX2][Y2˜][Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2#P\2Ì#P\2ó!]2ó!]2›4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19mº† b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 .n5uÉ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19mº† b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 .n5uÉ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19mº†  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 .n5uÉ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ŸŸ¿Ää bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÍMšgçà  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff à àVVÌÌ)B*B4¸4¸>,?,I I ST^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffààZZÔÔ N N È ÈBB¼¼66°°&&œœ ˆ ˆ"þ"þ$t%t'ê'ê)`*`,Ö,Ö.L/L1Â1Â38486®6®8$9$;š;š=>@„@„BøBøDlElGàGàITJTLÈLÈN3?3IªIªS!T!^“^“hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâI[J[LÒLÒNIOIQÀQÀS7T7V®V®X%Y%[œ[œ]^`Š`ŠbcexexgïgïifjflÝlÝnOoOqÁqÁs3t3v¥v¥xy{‰{‰}û}ûm€m‚߂߄Q…Q‡ÇÉ5Š5Œ§Œ§Ž�‘‹‘‹“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2 GW2Ð GW2«‡W2L«‡W2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2ß°W2(ß°W2}ñW2¤}ñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2±X2€±X2O[X2üO[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2¥X2´ ¥X2}ÉX20 }ÉX2¿öX2P¿öX2ãÿX2,ãÿX2ç[Y2˜ç[Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2±O\2̱O\2�!]2�!]2)4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19m¸„ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 -m5uÊ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19m¸„ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 -m5uÊ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19m¸„  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 -m5uÊ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‚¢,LQq bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1�Í€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations14´�ÎN›m ­  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞRRÆÆ):*:4®4®> ? I’I’ST^v^vhèhèrZsZ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žž††úún n"â"â$V%V'Ê'Ê)>*>,²,².&/&1š1š346‚6‚8ö8ö:j;j=Þ=Þ?P@PBÂBÂD4E4G¦G¦IJLŠLŠNüNüPnQnSàSàURVRXÄXÄZ6[6]¨]¨_`bŒbŒdþdþfpgpiâiâkTlTnÆnÆp8q8sªsªuvxŽxŽz{}r}rää�V‚V„ȄȆ:‡:‰«‰«‹ŒŽ�Ž��þ�þ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2—GW2ЗGW25ˆW2L5ˆW2 �W2T �W2—˜W2З˜W2Í›W2œÍ›W2c±W2(c±W2òW2¤òW2ßøW2¬ßøW2iX2(iX2ŸX2ôŸX25X2€5X2Ó[X2üÓ[X2±bX2 ±bX2;lX2€ ;lX2qoX2L qoX2¯�X2Ø ¯�X2¤X2° ¤X2{ÈX2, {ÈX2¹öX2L¹öX2ÕþX2$ÕþX2ÙTY2�ÙTY2ÿëY2ÿëY2×ÁZ2à×ÁZ2®[2ä®[2áO\2ÄáO\2±!]2±!]2Y4]2 €} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸA  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R’Ç à bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸA  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R’Ç à bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸA   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R’Ç à  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 a]^¦Ff bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1|À€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ðp¬,hè$¤\œ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ú ÚOOÄÄ)9*94®4®>%?%IšIšST^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÚÚOOÄÄ 9 9 ® ®##˜˜  ‚‚÷÷llááV V"Ë"Ë$@%@'µ'µ)***,Ÿ,Ÿ./1‰1‰3þ3þ5s6s8è8è:];]=Ò=Ò?G@GB¼B¼D1E1G¦G¦IJL’L’NOQ|Q|SñSñUfVfXÛXÛZP[P]Å]Å_:`:b¯b¯d$e$g™g™ijlƒlƒnõnõpgqgsÙsÙuKvKx½x½z/{/}¡}¡€‚…‚…„÷„÷†i‡i‰Û‰Û‹MŒMŽ¿Ž¿�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2GW2ÐGW2±‡W2L±‡W2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2å°W2(å°W2ƒñW2¤ƒñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2·X2€·X2U[X2üU[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2…¦X2´ …¦X2åÊX20 åÊX2'øX2P'øX2wÿX2,wÿX2\Y2˜\Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2wP\2ÌwP\2G"]2G"]2ï4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n»‡ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @6vÍ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n»‡ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @6vÍ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n»‡  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @6vÍ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 $)I²Ò bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1_€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ØX°0ˆ� Ð  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff ß ßXXÑÑ)J*J4Ã4Ã>7@°@°B)C)E¢E¢GHJ”J”L M O‚O‚QùQùSpTpVçVçX^Y^[Õ[Õ]L^L`Ã`Ãb8c8e­e­g"h"j—j—l m ooqòqòsetevØvØxKyK{¾{¾}1~1€¤€¤‚ƒ…ЅЇý‡ý‰oŠoŒáŒáŽS�S‘őœ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2‹GW2ЋGW2)ˆW2L)ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2]±W2(]±W2ûñW2¤ûñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2/X2€/X2Í[X2üÍ[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2ɤX2´ ɤX2)ÉX28 )ÉX2köX2XköX2[ýX24[ýX2µTY2 µTY2ìY2,ìY2ïÁZ2ðïÁZ2)®[2ô)®[2MP\2ÔMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“4 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V–Ë Ç bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“4 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V–Ë Ç bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“4  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V–Ë Ç  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥ÅÊÆÔdd bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÇGŽUÕ8x €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk å å__ÕÕ)K*K4Á4Á>7?7I«I«ST^“^“his{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkåå__ÙÙ S S Í ÍGGÁÁ;;µµ//©©## � �"#%�%�'(*y*y,ï,ï.e/e1Û1Û3Q4Q6Ç6Ç8=9=;³;³=)>)@Ÿ@ŸBCE‹E‹GHJwJwLëLëN_O_QÓQÓSGTGV»V»X/Y/[£[£]^`‹`‹bÿbÿdsesgçgçi[j[lÏlÏnCoCq·q·s+t+vŸvŸxy{‡{‡}û}ûo€o‚ã‚ã„W…W‡ˇˉ?Š?Œ³Œ³Ž'�'‘›‘›“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2GW2ÐGW2±‡W2L±‡W2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2ß°W2(ß°W2}ñW2¤}ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2±X2€±X2O[X2üO[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2õ¥X2´ õ¥X2UÊX20 UÊX2—÷X2P—÷X2Y2,Y2§\Y2˜§\Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2 P\2Ì P\2Û!]2Û!]2ƒ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n¹… b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @6vÎ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n¹… b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @6vÎ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n¹…  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @6vÎ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¥ÅÊê"B bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1·÷€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`à8¸�èh(h €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ý ÝTTËË)B*B4¹4¹>0?0I¥I¥ST^‰^‰húhúrlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÝÝTTËË B B ¹ ¹00§§••  ƒƒúúq q"è"è$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubèbèd[e[gÎgÎiAjAl´l´n%o%q–q–stvxvxxéxézZ{Z}Ë}Ë<€<‚­‚­„…‡�‡�‰ŠŒrŒrŽãŽã�T‘T“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2‘GW2БGW2/ˆW2L/ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2]±W2(]±W2ûñW2¤ûñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2/X2€/X2Í[X2üÍ[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2»�X2Ø »�X2¤X2° ¤X2{ÈX2, {ÈX2¹öX2L¹öX2çþX2$çþX2?UY2�?UY2ÿëY2ÿëY2×ÁZ2à×ÁZ2®[2ä®[2ÕO\2ÄÕO\2¥!]2¥!]2M4]2 €} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”6 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U•Ê Ç bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”6 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U•Ê Ç bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”6  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U•Ê Ç  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 VRRšGg bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1‡Ë€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1œãcª*qñ¿ÿ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áYYÍÍ)A*A4µ4µ>)?)I›I›S T ^^hñhñrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‘‘  � �"ù"ù$m%m'á'á)U*U,É,É.=/=1±1±3%4%6™6™8 9 ;�;�=õ=õ?i@iBÝBÝDQEQGÅGÅI9J9L«L«NOQ�Q�STVsVsXåXåZW[W]É]É_;`;b­b­deg‘g‘ijlulunçnçpYqYsËsËu=v=x¯x¯z!{!}“}“€‚w‚w„é„é†[‡[‰͉͋?Œ?ޱޱ�#‘#“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2GW2ÐGW2·‡W2L·‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2ë°W2(ë°W2‰ñW2¤‰ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2½X2€½X2[[X2ü[[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2¥X2´ ¥X2}ÉX20 }ÉX2¿öX2P¿öX2[ýX2,[ýX2Å\Y2˜Å\Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2�P\2Ì�P\2_"]2_"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o¼ˆ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 #c5uÏ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o¼ˆ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 #c5uÏ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o¼ˆ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 #c5uÏ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¥ÅÊêJj bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ãcÆF©)@€ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞVVÎÎ)F*F4¾4¾>6?6I¬I¬S"T"^˜^˜his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$n%n'æ'æ)^*^,Ö,Ö.N/N1Æ1Æ3>4>6¶6¶8.9.;¦;¦=>@–@–BCE†E†GþGþIvJvLìLìNbObQØQØSNTNVÄVÄX:Y:[°[°]&^&`œ`œbceˆeˆgþgþitjtlêlên`o`qÖqÖsLtLvÂvÂx8y8{®{®}$~$€š€š‚ƒ…†…†‡ü‡ü‰rŠrŒèŒèŽ^�^‘Ô‘Ô“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2…GW2Ð…GW2#ˆW2L#ˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2W±W2(W±W2õñW2¤õñW2ñøW2¬ñøW2{X2({X2±X2ô±X2)X2€)X2Ç[X2üÇ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2Õ¤X2´ Õ¤X25ÉX28 5ÉX2wöX2XwöX2[ýX24[ýX2UY2 UY2ìY2,ìY2ÝÁZ2ðÝÁZ2®[2ô®[2ÛO\2ÔÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆ)õ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™Îªê bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆ)õ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™Îªê bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆ)õ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™Îªê  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1kgnþHhm! bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÒR¤$vö�Ð €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞSSÈÈ)=*=4²4²>%?%I˜I˜S T ^~^~hñhñrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽxxííb b"×"×$L%L'Á'Á)6*6,«,«. / 1•1•3 4 668ô8ô:i;i=Þ=Þ?Q@QBÄBÄD7E7GªGªIJL�L�NOQvQvSéSéU\V\XÏXÏZB[B]µ]µ_(`(b›b›deg�g�iôiôkglgnÚnÚpMqMsÀsÀu3v3x¦x¦z{}Œ}Œÿÿ�r‚r„å„å†X‡X‰ʉʋ<Œ<ޮޮ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2GW2ÐGW2·‡W2L·‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2å°W2(å°W2ƒñW2¤ƒñW2ñøW2¬ñøW2{X2({X2±X2ô±X2·X2€·X2U[X2üU[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2­¥X2´ ­¥X2 ÊX20  ÊX2O÷X2PO÷X2Y2,Y2g]Y2˜g]Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2ç!]2ç!]2�4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;oº† b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 "b5uÐ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;oº† b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 "b5uÐ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;oº†  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 "b5uÐ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¥ÅGg×÷ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1£ã€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Œ oïRÒ5µã# €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜRRÈÈ)>*>4´4´>*?*IžIžST^†^†húhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒxxîîd d"Ú"Ú$P%P'Æ'Æ)<*<,²,².(/(1ž1ž346Š6Š89;v;v=ì=ì?b@bBØBØDNENGÄGÄI:J:L®L®N"O"Q–Q–S T V~V~XòXòZf[f]Ú]Ú_N`NbÂbÂd6e6gªgªijl’l’noqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡އމŠŒvŒvŽêŽê�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2…GW2Ð…GW2#ˆW2L#ˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2W±W2(W±W2õñW2¤õñW2ñøW2¬ñøW2{X2({X2±X2ô±X2)X2€)X2Ç[X2üÇ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2Á�X2Ø Á�X2}¥X2° }¥X2ÝÉX2, ÝÉX2øX2LøX2óþX2$óþX2¥UY2�¥UY2óëY2óëY2ËÁZ2àËÁZ2®[2ä®[2uO\2ÄuO\2E!]2E!]2í3]2 €} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰+÷ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 X˜Í «ë bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰+÷ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 X˜Í «ë bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰+÷  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 X˜Í «ë  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 KGG�¥Å bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1’Ö€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1HÈšìl¾>"b €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞQQÄÄ)7*74ª4ª>?IŒIŒSýSý]n^nhßhßrPsP} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽttççZ Z"Í"Í$@%@'³'³)&*&,™,™. / 113ò3ò5e6e8Ø8Ø:K;K=¾=¾?/@/B B DEG‚G‚IóIóKdLdNÕNÕPFQFS·S·U(V(X™X™Z [ ]{]{_ì_ìa]b]dÎdÎf?g?i°i°k!l!n’n’pqststuåuåwVxVzÇzÇ|8}8©©�‚„‹„‹†ü†üˆl‰l‹Ü‹Ü�LŽL�¼�¼’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2‘GW2�‘GW2/ˆW2/ˆW2UŒW2$UŒW2c±W2�c±W2òW2òW2'öW2$'öW25X2�5X2Ó[X2Ó[X2ù_X2$ù_X2‰¢X2�‰¢X2éÆX2üéÆX2!ûX2 !ûX2CNY2| CNY2/ìY2Ü /ìY2ÂZ2  ÂZ2A®[2¤ A®[2kP\2„ kP\2;"]2È;"]2ã4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyM�Κ3ÿ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyM�Κ3ÿ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyM�Κ3ÿ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥Å  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww î îeeÜÜ)S*S4Ê4Ê>???I´I´S)T)^ž^žhisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðwwîîeeÜÜ S S Ê ÊAA¸¸//¦¦””  ‚ ‚"ù"ù$p%p'ç'ç)^*^,Õ,Õ.L/L1Ã1Ã3:4:6±6±8(9(;Ÿ;Ÿ=>@�@�BCE{E{GòGòIgJgLÜLÜNQOQQÆQÆS;T;V°V°X%Y%[š[š]^`„`„bùbùdnengãgãiXjXlÍlÍnBoBq·q·s,t,v¡v¡xy{‹{‹}~€u€u‚ê‚ê„_…_‡Ô‡Ô‰IŠIŒ¾Œ¾Ž3�3‘¨‘¨“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2GW2�GW2ˆW2 ˆW2%�W2%�W2Q±W2€Q±W2ïñW2üïñW2÷øW2÷øW2#X2p#X2Á[X2ìÁ[X2ÉbX2ôÉbX2Y¥X2`Y¥X2¹ÉX2̹ÉX2!ûX2ì!ûX2CNY2L CNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2/P\2T /P\2ÿ!]2˜ÿ!]2§4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|é b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ó€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|é b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ó€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|é b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ó €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1w—  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ì ìaaÖÖ)K*K4À4À>4?4I¨I¨ST^�^�hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttììddÜÜ T T Ì ÌDD¼¼44¬¬!!––  € €"õ"õ$j%j'ß'ß)T*T,É,É.>/>1³1³3(4(6�6�89;‡;‡=ü=ü?q@qBæBæD[E[GÐGÐIDJDL¸L¸N,O,Q Q STVˆVˆXüXüZp[p]ä]ä_X`XbÌbÌd@e@g´g´i(j(lœlœnoq„q„søsøulvlxàxàzT{T}È}È<€<‚°‚°„$…$‡˜‡˜‰ Š Œ‚Œ‚Ž÷Ž÷�l‘l“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2—GW2�—GW25ˆW25ˆW2UŒW2$UŒW2c±W2�c±W2òW2òW2'öW2$'öW25X2�5X2Ó[X2Ó[X2ù_X2$ù_X2¤X2�¤X2cÈX2ücÈX2!ûX2 !ûX2CNY2| CNY2ìY2Ü ìY2õÁZ2  õÁZ2/®[2¤ /®[2ÿO\2„ ÿO\2Ï!]2ÈÏ!]2w4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzKÊ–6 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzKÊ–6 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzKÊ–6 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1 @  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ì ìbb××)L*L4Á4Á>4?4I§I§ST^�^�hissss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvììbbØØ N N Ä Ä::°°&&œœˆˆþþt t"ê"ê$_%_'Ô'Ô)I*I,¾,¾.3/31¨1¨346’6’89;|;|=ñ=ñ?f@fBÛBÛDPEPGÅGÅI8J8L«L«NOQ‘Q‘STVwVwXêXêZ][]]Ð]Ð_C`Cb¶b¶d)e)gœgœijl‚l‚nõnõphqhsÛsÛuNvNxÁxÁz4{4}§}§€‚�‚�„…‡s‡s‰æ‰æ‹YŒYŽÌŽÌ�?‘?“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2GW2�GW2ˆW2 ˆW2%�W2%�W2Q±W2€Q±W2ïñW2üïñW2÷øW2÷øW2#X2p#X2Á[X2ìÁ[X2ÉbX2ôÉbX2-¤X2`-¤X2�ÈX2Ì�ÈX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{é b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ó€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{é b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ó€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{é b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ó €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Mm  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ê ê__ÔÔ)I*I4¾4¾>1?1I¤I¤ST^ˆ^ˆhúhúrlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttêê``ÖÖ L L  Â88®®$$šš„„ùùn n"ã"ã$X%X'Í'Í)B*B,·,·.,/,1¡1¡346‹6‹89;u;u=ê=ê?_@_BÔBÔDIEIG¾G¾I1J1L¤L¤NOQŠQŠSýSýUpVpXãXãZV[V]É]É_<`v>x°x°z"{"}”}”€‚x‚x„ê„ê†\‡\‰ωϋBŒB޵޵�(‘(“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2+GW2�+GW2ɇW2 ɇW2sŒW2sŒW2ý°W2€ý°W2›ñW2ü›ñW2EöW2EöW2ÏX2pÏX2m[X2ìm[X2`X2ô`X2M¥X2`M¥X2­ÉX2Ì­ÉX2ûX2ìûX2CNY2L CNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2;P\2T ;P\2 "]2˜ "]2³4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ë— b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1#c€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ë— b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1#c€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ë— b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1#c €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1p�  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww ñ ñggÝÝ)S*S4Ç4Ç>;?;I¯I¯S#T#^—^—h i s}s}} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðwwññkkåå _ _ Ù ÙSSÍÍGGÁÁ77­­## ™ ™"#%…%…'û'û)q*q,ç,ç.]/]1Ó1Ó3I4I6¿6¿8595;«;«=>@“@“BCE{E{GïGïIcJcL×L×NKOKQ¿Q¿S3T3V§V§XY[�[�]^`w`wbëbëd_e_gÓgÓiGjGl»l»n/o/q£q£stv‹v‹xÿxÿzs{s}ç}ç[€[‚ςτC…C‡µ‡µ‰(Š(Œ›Œ›Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2…GW2�…GW2#ˆW2 #ˆW2ûŽW2ûŽW2W±W2€W±W2õñW2üõñW2ÍøW2ÍøW2)X2p)X2Ç[X2ìÇ[X2ŸbX2ôŸbX2¤X2`¤X2{ÈX2Ì{ÈX2ûX2ìûX2CNY2L CNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…&ò b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ªê€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…&ò b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ªê€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…&ò b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ªê €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1=]  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp ç ç^^ÕÕ)L*L4Ã4Ã>:?:I±I±S(T(^š^šh i s~s~} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppçç^^ÕÕ L L à Ã::±±((ŸŸ�� { {"ò"ò$i%i'à'à)W*W,Î,Î.E/E1¼1¼33436ª6ª8!9!;˜;˜=>@†@†BýBýDtEtGëGëIbJbLÙLÙNPOPQÇQÇS>T>VµVµX,Y,[£[£]^`‘`‘bceegögöimjmlälänVoVqÈqÈs:t:v¬v¬xy{�{�}~€t€t‚æ‚æ„X…X‡ʇʉ<Š<Œ®Œ®Ž � ‘’‘’“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2%GW2�%GW2ÇW2 ÇW2sŒW2sŒW2÷°W2€÷°W2•ñW2ü•ñW2EöW2EöW2ÉX2pÉX2g[X2ìg[X2`X2ô`X2S¥X2`S¥X2³ÉX2̳ÉX2ûX2ìûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2ÃO\2T ÃO\2“!]2˜“!]2;4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Ç“ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1"b€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Ç“ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1"b€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Ç“ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1"b €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1t”  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu í íaaÕÕ)I*I4»4»>-?-IŸIŸST^ƒ^ƒhõhõrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuííeeÝÝ U U Í ÍEE½½55­­!!••  } }"ñ"ñ$e%e'Ù'Ù)M*M,Á,Á.5/51©1©346‘6‘89;y;y=ë=ë?]@]BÏBÏDAEAG³G³I%J%L—L—N O Q{Q{SíSíU_V_XÑXÑZC[C]µ]µ_'`'b™b™d e g}g}iïiïkalanÓnÓpEqEs·s·u)v)x›x›z { }}ññ�c‚c„Õ„Õ†E‡E‰¶‰¶‹'Œ'Ž˜Ž˜� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2…GW2�…GW2#ˆW2 #ˆW2ûŽW2ûŽW2W±W2€W±W2õñW2üõñW2ÍøW2ÍøW2)X2p)X2Ç[X2ìÇ[X2ŸbX2ôŸbX2-¤X2`-¤X2�ÈX2Ì�ÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„&ò b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1«ë€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„&ò b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1«ë€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„&ò b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1«ë €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Nn  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp å åZZÏÏ)D*D4¹4¹>.?.I£I£ST^Š^Šhühürnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppååZZÏÏ D D ¹ ¹..££��wwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇDG?GI¾I¾S3T3^¦^¦hisŠsŠ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssììeeÞÞ W W Ð ÐIIÂÂ;;´´--¦¦ ˜ ˜"#%Š%Š'(*|*|,õ,õ.n/n1ç1ç3`4`6Ù6Ù8R9R;Ë;Ë=D>D@½@½B6C6E¯E¯G(H(JŸJŸLMO�O�QRT{T{VòVòXiYi[à[à]W^W`Î`ÎbCcCe¸e¸g-h-j¢j¢lmoŠoŠqýqýsptpvãvãxVyV{É{É}<~<€¯€¯‚"ƒ"…•…•‡ˆŠxŠxŒêŒêŽ\�\‘ΑΓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2‹GW2�‹GW2)ˆW2 )ˆW2%�W2%�W2]±W2€]±W2ûñW2üûñW2÷øW2÷øW2/X2p/X2Í[X2ìÍ[X2ÉbX2ôÉbX2¤X2`¤X2uÈX2ÌuÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2YP\2T YP\2)"]2˜)"]2Ñ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ/û b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Û€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ/û b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Û€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ/û b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Û €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations18X  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp ê êddÚÚ)P*P4Æ4Æ>:?:I®I®S"T"^–^–h i s~s~} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppêêddÞÞ X X Ò ÒLLÆÆ@@ºº44®®(( ¢ ¢"#%’%’'(*~*~,ô,ô.j/j1à1à3V4V6Ì6Ì8B9B;¸;¸=.>.@¤@¤BCE�E�GHJzJzLîLîNbObQÖQÖSJTJV¾V¾X2Y2[¦[¦]^`Ž`Žbcevevgêgêi^j^lÒlÒnFoFqºqºs.t.v¢v¢xy{Š{Š}þ}þr€r‚æ‚æ„Z…Z‡·ΉBŠBŒ¶Œ¶Ž*�*‘ž‘ž“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2GW2�GW2½‡W2 ½‡W2UŒW2UŒW2ñ°W2€ñ°W2�ñW2ü�ñW2'öW2'öW2ÃX2pÃX2a[X2ìa[X2ù_X2ôù_X2'¤X2`'¤X2‡ÈX2̇ÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2P\2T P\2á!]2˜á!]2‰4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÄ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÄ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÄ� b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Oo  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq è è__ÖÖ)M*M4Ä4Ä>9?9I®I®S!T!^’^’hissss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqèè__ÖÖ M M Ä Ä;;²²))  ŽŽ | |"ó"ó$j%j'á'á)X*X,Ï,Ï.F/F1½1½34446«6«8"9";™;™=>@‡@‡BþBþDuEuGìGìIaJaLÖLÖNKOKQÀQÀS5T5VªVªXY[”[”] ^ `~`~bñbñddedg×g×iJjJl½l½n.o.qŸqŸstv�v�xòxòzc{c}Ô}ÔE€E‚¶‚¶„'…'‡—‡—‰ŠŒyŒyŽêŽê�[‘[“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2‹GW2�‹GW2)ˆW2 )ˆW2%�W2%�W2]±W2€]±W2ûñW2üûñW2÷øW2÷øW2/X2p/X2Í[X2ìÍ[X2ÉbX2ôÉbX2ƒ¥X2`ƒ¥X2ãÉX2ÌãÉX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�/û b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ú€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�/û b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ú€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�/û b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ú €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¦Æ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp è è``ÔÔ)H*H4¼4¼>.?.I I ST^„^„höhörhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppèè``ØØ P P È È@@¸¸00¨¨  ˜˜ ˆ ˆ"#%t%t'è'è)\*\,Ð,Ð.D/D1¸1¸3,4,6 6 89;ˆ;ˆ=ü=ü?p@pBäBäDXEXGÌGÌI>J>L°L°N"O"Q”Q”STVxVxXêXêZ\[\]Î]Î_@`@b²b²d$e$g–g–ijlzlznìnìp^q^sÐsÐuBvBx´x´z&{&}˜}˜ € ‚|‚|„î„î†`‡`‰Ò‰Ò‹DŒD޶޶�(‘(“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2GW2�GW2½‡W2 ½‡W2ŒW2ŒW2ë°W2€ë°W2‰ñW2ü‰ñW2QöW2QöW2½X2p½X2[[X2ì[[X2#`X2ô#`X2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX27NY2L 7NY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2�P\2T �P\2_"]2˜_"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÅ‘ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1:z€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÅ‘ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1:z€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÅ‘ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1:z €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations19Y  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo ç ç__××)O*O4Ç4Ç>=?=I³I³S)T)^Ÿ^Ÿhis‹s‹} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooçç__×× O O Ç Ç??··//§§—— ‡ ‡"ÿ"ÿ$w%w'ï'ï)g*g,ß,ß.W/W1Ï1Ï3G4G6¿6¿8797;¯;¯='>'@Ÿ@ŸBCE�E�GHJ}J}LóLóNiOiQßQßSUTUVËVËXAYA[·[·]-^-`£`£bce�e�ghj{j{lñlñngogqÝqÝsStSvÉvÉx?y?{µ{µ}+~+€¡€¡‚ƒ…�…�‡ˆŠyŠyŒïŒïŽe�e‘Û‘Û“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2‘GW2�‘GW2/ˆW2 /ˆW2ãŽW2ãŽW2c±W2€c±W2òW2üòW2µøW2µøW25X2p5X2Ó[X2ìÓ[X2‡bX2ô‡bX2¤X2`¤X2uÈX2ÌuÈX2ûX2ìûX27NY2L 7NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—8 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1›Û€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—8 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1›Û€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—8 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1›Û €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1?_  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii ß ßTTÉÉ)>*>4±4±>$?$I—I—S T ^}^}hðhðrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiißßUUËË A A · ·--££��yyîîc c"Ø"Ø$M%M'Â'Â)7*7,¬,¬.!/!1–1–3 4 6€6€8õ8õ:j;j=Ý=Ý?P@PBÃBÃD6E6G©G©IJL�L�NOQuQuSèSèU[V[XÎXÎZA[A]´]´_'`'bšbšd e g€g€ióiókflfnÙnÙpLqLs¿s¿u2v2x¥x¥z{}‹}‹þþ�q‚q„ä„ä†U‡U‰ljNj9Œ9ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2GW2�GW2·‡W2 ·‡W2…ŒW2…ŒW2ë°W2€ë°W2‰ñW2ü‰ñW2WöW2WöW2½X2p½X2[[X2ì[[X2)`X2ô)`X2q¥X2`q¥X2ÑÉX2ÌÑÉX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÁ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1;{€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÁ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1;{€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÁ� b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1;{ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1�½  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ã ãYYÏÏ)E*E4»4»>/?/I£I£ST^‹^‹hÿhÿrsss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmããYYÏÏ E E » »11§§““  õõk k"á"á$W%W'Í'Í)C*C,¹,¹.///1¥1¥346‘6‘89;};}=ó=ó?i@iBßBßDUEUGËGËI?J?L³L³N'O'Q›Q›STVƒVƒX÷X÷Zk[k]ß]ß_S`SbÇbÇd;e;g¯g¯i#j#l—l—n o qqsósóugvgxÛxÛzO{O}Ã}Ã7€7‚«‚«„…‡“‡“‰ŠŒ{Œ{ŽïŽï�c‘c“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2‘GW2�‘GW2/ˆW2 /ˆW2ãŽW2ãŽW2c±W2€c±W2òW2üòW2µøW2µøW25X2p5X2Ó[X2ìÓ[X2‡bX2ô‡bX2}¢X2`}¢X2ÝÆX2ÌÝÆX2ûX2ìûX27NY2L 7NY2íëY2¬ íëY2ÅÁZ2p ÅÁZ2ÿ­[2t ÿ­[2oO\2T oO\2?!]2˜?!]2ç3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–8 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1›Û€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–8 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1›Û€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–8 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1›Û €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥Å  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk á áTTÇÇ):*:4«4«>?I�I�SþSþ]o^ohàhàrOsO} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkááWWÍÍ C C ¹ ¹//¥¥‘‘wwêê] ]"Ð"Ð$C%C'¶'¶))*),œ,œ./1‚1‚3õ3õ5h6h8Û8Û:N;N=¿=¿?0@0B¡B¡DEGƒGƒIôIôKeLeNÖNÖPGQGS¸S¸U)V)XšXšZ [ ]|]|_í_ía^b^dÏdÏf@g@i±i±k"l"n“n“pqsusuuæuæwWxWzÈzÈ|9}9ªª�‚„Œ„Œ†û†ûˆk‰k‹Û‹Û�KŽK�»�»’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2GW2�GW2·‡W2 ·‡W2UŒW2UŒW2å°W2€å°W2ƒñW2üƒñW2'öW2'öW2·X2p·X2U[X2ìU[X2ù_X2ôù_X2ƒ¥X2`ƒ¥X2ãÉX2ÌãÉX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÂŽ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÂŽ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÂŽ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1±Ñ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk â âYYÐÐ)G*G4¾4¾>3?3I¨I¨ST^’^’his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkââYYÐÐ G G ¾ ¾55¬¬##ššˆˆÿÿv v"í"í$d%d'Û'Û)R*R,É,É.@/@1·1·3.4.6¥6¥89;“;“= > @�@�BøBøDoEoGæGæI[J[LÐLÐNEOEQºQºS/T/V¤V¤XY[Ž[Ž]^`x`xbíbídbebg×g×iLjLlÁlÁn6o6q«q«s t v•v•x y {{}ô}ôi€i‚Þ‚Þ„S…S‡ȇȉ=Š=Œ²Œ²Ž'�'‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2—GW2�—GW25ˆW2 5ˆW2�W2�W2c±W2€c±W2òW2üòW2ëøW2ëøW25X2p5X2Ó[X2ìÓ[X2½bX2ô½bX2w¢X2`w¢X2ׯX2ÌׯX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2P\2T P\2á!]2´ á!]2‰4]2"€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l A  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ø€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l A  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ø€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l A  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ø €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥Å  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àUUÊÊ)?*?4´4´>(?(IœIœST^„^„høhørlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7operation.6exchange :z2breasonOperatorInputsvalue8invocations1 b’)woperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:p122pÒêrŠš²ÂÚêreasonvalueÇðhhààXXÐÐ H H À À88°°((  ŠŠÿÿt t"é"é$^%^'Ó'Ó)H*H,½,½.2/21§1§346‘6‘89;{;{=ð=ð?e@eBÚBÚDOEOGÄGÄI8J8L¬L¬N O Q”Q”STV|V|XðXðZd[d]Ø]Ø_L`LbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡Œ‡Œ‰ŠŒvŒvŽëŽë�`‘`“ZkernelSpecâPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })zoutputElements"640zinput0Elements*6144zinput1Elements252488binvocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2GW2�GW2±‡W2 ±‡W2UŒW2UŒW2å°W2€å°W2ƒñW2üƒñW2'öW2'öW2·X2p·X2U[X2ìU[X2ù_X2ôù_X2!¤X2`!¤X2�ÈX2Ì�ÈX2ûX2ìûX27NY2L 7NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s¾Š b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s¾Š b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s¾Š b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Oo  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj à àVVËË)@*@4µ4µ>(?(I›I›ST^�^�hôhôrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjààVVÌÌ B B ¸ ¸..¤¤��||òòh h"Þ"Þ$S%S'È'È)=*=,²,².'/'1œ1œ346†6†8û8û:p;p=å=å?Z@ZBÏBÏDDEDG¹G¹I,J,LŸLŸNOQ…Q…SøSøUkVkXÞXÞZQ[Q]Ä]Ä_7`7bªbªdeg�g�ijlvlvnénép\q\sÏsÏuBvBxµxµz({(}›}›€‚�‚�„ô„ô†g‡g‰Ú‰Ú‹MŒMŽÀŽÀ�3‘3“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2—GW2�—GW25ˆW2 5ˆW2�W2�W2c±W2€c±W2òW2üòW2ëøW2ëøW25X2p5X2Ó[X2ìÓ[X2½bX2ô½bX2w¢X2`w¢X2ׯX2ÌׯX2ûX2ìûX27NY2L 7NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸA  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1×€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸA  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1×€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸA  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1× €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥Å  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞSSÈÈ)=*=4²4²>%?%I˜I˜S T ^|^|hîhîr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽxxííb b"×"×$L%L'Á'Á)6*6,«,«. / 1•1•3 4 668ô8ô:i;i=Þ=Þ?S@SBÈBÈD=E=G²G²I%J%L˜L˜N O Q~Q~SñSñUdVdX×X×ZJ[J]½]½_0`0b¢b¢deg†g†iøiøkjljnÜnÜpNqNsÀsÀu2v2x¤x¤z{}ˆ}ˆúú�l‚l„Þ„Þ†P‡P‰ÉË6Œ6ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2 GW2� GW2«‡W2 «‡W2yŒW2yŒW2ß°W2€ß°W2}ñW2ü}ñW2KöW2KöW2±X2p±X2O[X2ìO[X2`X2ô`X2¤X2`¤X2uÈX2ÌuÈX2 ûX2ì ûX21NY2L 1NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2#P\2T #P\2ó!]2˜ó!]2›4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r¿‹ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations17w€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r¿‹ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations17w€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r¿‹ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations17w €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Hh  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk å å[[ÑÑ)G*G4»4»>/?/I£I£ST^‹^‹hÿhÿrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkåå__ÙÙ S S Í ÍGGÁÁ;;µµ++¡¡ � �"#%y%y'ï'ï)e*e,Û,Û.Q/Q1Ç1Ç3=4=6³6³8)9);Ÿ;Ÿ=>@‡@‡BûBûDoEoGãGãIWJWLËLËN?O?Q³Q³S'T'V›V›XY[ƒ[ƒ]÷]÷_k`kbßbßdSeSgÇgÇi;j;l¯l¯n#o#q—q—s t vvxóxózg{g}Û}ÛO€O‚ÂÄ7…7‡©‡©‰ŠŒ�Œ�Ž�‘u‘u“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2�GW2��GW2;ˆW2 ;ˆW2ÝŽW2ÝŽW2i±W2€i±W2òW2üòW2¯øW2¯øW2;X2p;X2Ù[X2ìÙ[X2�bX2ô�bX2q¢X2`q¢X2ÑÆX2ÌÑÆX2 ûX2ì ûX21NY2L 1NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[25P\2T 5P\2"]2˜"]2­4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©J b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1›Û€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©J b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1›Û€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©J b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1›Û €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥Å  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>.?.I¥I¥ST^Ž^Žhisrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLÍLÍNDODQ»Q»S2T2V©V©X Y [—[—]^`…`…bübüdsesgêgêiajalØlØnJoJq¼q¼s.t.v v xy{„{„}ö}öh€h‚Ú‚Ú„L…L‡¾‡¾‰0Š0Œ¢Œ¢Ž�‘†‘†“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2 GW2� GW2«‡W2 «‡W2yŒW2yŒW2Ù°W2€Ù°W2wñW2üwñW2KöW2KöW2«X2p«X2I[X2ìI[X2`X2ô`X2q¢X2`q¢X2ÑÆX2ÌÑÆX2 ûX2ì ûX21NY2L 1NY2íëY2¬ íëY2ÅÁZ2p ÅÁZ2ÿ­[2t ÿ­[2«O\2T «O\2{!]2˜{!]2#4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p»‡ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations18x€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p»‡ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations18x€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p»‡ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations18x €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥Å  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áUUÉÉ)=*=4¯4¯>!?!I“I“ST^w^whéhérYsY} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‰‰ýýq q"å"å$Y%Y'Í'Í)A*A,µ,µ.)/)1�1�346…6…8ù8ù:m;m=ß=ß?Q@QBÃBÃD5E5G§G§IJL‹L‹NýNýPoQoSáSáUSVSXÅXÅZ7[7]©]©_`b�b�dÿdÿfqgqiãiãkUlUnÇnÇp9q9s«s«uvx�x�z{}s}såå�W‚W„ɄɆ9‡9‰ª‰ª‹ŒŽŒŽŒ�ý�ý’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2�GW2��GW2;ˆW2 ;ˆW2ÝŽW2ÝŽW2i±W2€i±W2òW2üòW2¯øW2¯øW2;X2p;X2Ù[X2ìÙ[X2�bX2ô�bX2Ç£X2`Ç£X2'ÈX2Ì'ÈX2 ûX2ì ûX21NY2L 1NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨J b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1›Û€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨J b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1›Û€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨J b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1›Û €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ö  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ù ÙNNÃÃ)8*84­4­>"?"I—I—S T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÙÙNNÃà 8 8 ­ ­""——  ��öökkààU U"Ê"Ê$?%?'´'´))*),ž,ž./1ˆ1ˆ3ý3ý5r6r8ç8ç:\;\=Ñ=Ñ?F@FB»B»D0E0G¥G¥IJL�L�NOQyQySîSîUcVcXØXØZM[M]Â]Â_7`7b¬b¬d!e!g–g–i j l€l€nònòpdqdsÖsÖuHvHxºxºz,{,}ž}ž€‚‚‚‚„ô„ô†f‡f‰؉؋JŒJ޼޼�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2GW2�GW2¥‡W2 ¥‡W2IŒW2IŒW2Ù°W2€Ù°W2wñW2üwñW2öW2öW2«X2p«X2I[X2ìI[X2í_X2ôí_X2q¢X2`q¢X2ÑÆX2ÌÑÆX2 ûX2ì ûX2+NY2L +NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2kP\2T kP\2;"]2˜;"]2ã4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o¼ˆ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o¼ˆ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o¼ˆ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥Å  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg à àYYÒÒ)K*K4Ä4Ä>;?;I²I²S'T'^œ^œhis€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggààYYÒÒ K K Ä Ä==¶¶//¨¨!!šš Œ Œ"#%~%~'÷'÷)p*p,é,é.b/b1Û1Û3T4T6Í6Í8F9F;¿;¿=8>8@±@±B*C*E£E£GHJ“J“L M O�O�QøQøSoToVæVæX]Y][Ô[Ô]K^K`Â`Âb7c7e¬e¬g!h!j–j–l m o€o€qóqósftfvÙvÙxLyL{¿{¿}2~2€¥€¥‚ƒ…‹…‹‡ü‡ü‰nŠnŒàŒàŽR�R‘đē b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2�GW2��GW2;ˆW2 ;ˆW2�W2�W2o±W2€o±W2 òW2ü òW2åøW2åøW2AX2pAX2ß[X2ìß[X2·bX2ô·bX2•¥X2`•¥X2õÉX2ÔõÉX2 ûX2ô ûX2+NY2T +NY2 ìY2´  ìY23ÀZ2x 3ÀZ2�[2| �[2GP\2\ GP\2= ]2 = ]2å2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²S b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Õ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²S b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Õ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²S b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Õ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1¬„Åé  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Þ ÞXXÎÎ)D*D4º4º>.?.I¢I¢ST^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÞÞXXÒÒ L L Æ Æ@@ºº44®®((¢¢ – –"#%†%†'ü'ü)r*r,è,è.^/^1Ô1Ô3J4J6À6À8696;¬;¬=">"@˜@˜BCE„E„GúGúInJnLâLâNVOVQÊQÊS>T>V²V²X&Y&[š[š]^`‚`‚böbödjejgÞgÞiRjRlÆlÆnDoDq¸q¸s,t,v v xy{ˆ{ˆ}ü}üp€p‚ä‚ä„X…X‡̇̉@Š@Œ´Œ´Ž(�(‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2GW2�GW2¥‡W2 ¥‡W2IŒW2IŒW2Ó°W2€Ó°W2qñW2üqñW2öW2öW2¥X2p¥X2C[X2ìC[X2í_X2ôí_X2q¢X2`q¢X2ÑÆX2ÌÑÆX2 ûX2ì ûX2+NY2L +NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19m¸„ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19m¸„ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19m¸„ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥Å  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>-?-I¢I¢ST^Š^Šhûhûrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbåbådXeXgËgËi>j>l±l±n&o&q—q—stvyvyxêxêz[{[}Ì}Ì=€=‚®‚®„…‡�‡�‰ŠŒqŒqŽâŽâ�S‘S“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2�GW2��GW2;ˆW2 ;ˆW2 �W2 �W2o±W2€o±W2 òW2ü òW2ßøW2ßøW2AX2pAX2ß[X2ìß[X2±bX2ô±bX2m¦X2`m¦X2ÍÊX2ÔÍÊX2 ûX2ô ûX2+NY2T +NY2óëY2´ óëY2ÀZ2x ÀZ2ù�[2| ù�[2ÏO\2\ ÏO\2Å]2 Å]2m2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±S b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ô€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±S b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ô€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±S b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ô €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1À˜œÀ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜTTÈÈ)<*<4°4°>"?"I”I”ST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœŒŒ | |"ô"ô$h%h'Ü'Ü)P*P,Ä,Ä.8/81¬1¬3 4 6”6”89;|;|=ð=ð?d@dBØBØDLELGÀGÀI2J2L¤L¤NOQˆQˆSúSúUlVlXÞXÞZP[P]Â]Â_4`4b¦b¦degŠgŠiüiüknlnnènèpZqZsÌsÌu>v>x°x°z"{"}”}”€‚x‚x„ê„ê†\‡\‰Ή΋@Œ@޲޲�$‘$“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÍ2W2GW2�GW2Ÿ‡W2 Ÿ‡W2mŒW2mŒW2Ó°W2€Ó°W2qñW2üqñW2?öW2?öW2¥X2p¥X2C[X2ìC[X2`X2ô`X2•¥X2`•¥X2õÉX2ÔõÉX2ûX2ôûX2+NY2T +NY2ìY2´ ìY2EÀZ2x EÀZ2#�[2| #�[2ƒP\2\ ƒP\2y ]2 y ]2!3]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l¹… b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations14t€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l¹… b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations14t€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l¹… b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations14t €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1>Èì  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛSSÍÍ)E*E4½4½>3?3I©I©ST^¡^¡his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$m%m'å'å)]*],Õ,Õ.M/M1Å1Å3=4=6µ6µ8-9-;¥;¥=>@•@•B C E…E…GýGýIsJsLéLéN_O_QÕQÕSKTKVÁVÁX7Y7[­[­]#^#`™`™bce…e…gûgûiqjqlçlçnioiqßqßsUtUvËvËxAyA{·{·}-~-€£€£‚ƒ…�…�‡ˆŠ{Š{ŒñŒñŽg�g‘ݑݓ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÍ2W2£GW2�£GW2AˆW2 AˆW2ÑŽW2ÑŽW2u±W2€u±W2òW2üòW2£øW2£øW2GX2pGX2å[X2ìå[X2ubX2ôubX2G¢X2`G¢X2§ÆX2̧ÆX2ûX2ìûX2+NY2L +NY2ùëY2¬ ùëY2!ÀZ2p !ÀZ2ÿ�[2t ÿ�[2ÉO\2T ÉO\2¿]2˜¿]2g2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»\( b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1›Û€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»\( b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1›Û€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»\( b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1›Û €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥¡  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10]] Ó ÓRRÇÇ)<*<4¯4¯>"?"I•I•ST^‡^‡húhúrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð]]ÓÓII¿¿ 5 5 « «!!——  ƒƒwwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Û=Û?N@NBÁBÁD4E4G§G§IJL�L�NOQsQsSæSæUYVYXÌXÌZ?[?]²]²_%`%b¤b¤degŠgŠiýiýkplpnãnãpVqVsÉsÉu'?'I›I›ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$O%O'Å'Å);*;,±,±.'/'1�1�346‰6‰8ÿ8ÿ:u;u=ë=ë?a@aB×B×DMEMGÃGÃI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqƒqƒs÷s÷ukvkxßxßzS{S}Ç}Ç;€;‚¯‚¯„#…#‡—‡—‰ Š ŒŒŽóŽó�g‘g“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÍ2W2£GW2�£GW2AˆW2 AˆW2ÑŽW2ÑŽW2u±W2€u±W2òW2üòW2£øW2£øW2GX2pGX2å[X2ìå[X2ubX2ôubX2G¢X2`G¢X2§ÆX2̧ÆX2ûX2ìûX2+NY2L +NY2çëY2¬ çëY2ÀZ2p ÀZ2í�[2t í�[2iO\2T iO\2_]2˜_]22]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†º\( b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1›Û€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†º\( b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1›Û€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†º\( b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1›Û €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥¡  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Õ ÕPPÃÃ)6*64§4§>?I‰I‰ST^w^whèhèrWsW} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……ssææY Y"Ì"Ì$?%?'²'²)%*%,˜,˜. / 1~1~3ñ3ñ5d6d8×8×:J;J=»=»?,@,B�B�DEGGIðIðKaLaNÒNÒPCQCS´S´U%V%X–X–Z[]x]x_é_éafbfd×d×fHgHi¹i¹k*l*n›n›p q s}s}uîuîw_x_zÐzÐ|A}A²²�#‚#„”„”†‡‰s‰s‹ã‹ã�SŽS�Ã�Ã’ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Ç2W2ÝFW2ÝFW2{‡W2|{‡W2ߌW2„ߌW2�W2ð�W2Ÿ™W2|Ÿ™W2ÕœW2HÕœW2©°W2Ô©°W2GñW2PGñW2±öW2X±öW2çùW2ÄçùW2qX2PqX2§X2§X2{X2¨{X2[X2$ [X2ƒ`X2, ƒ`X2¹cX2˜ ¹cX2CmX2$ CmX2ypX2ð ypX2»�X2| »�X2á¤X2Xá¤X2AÉX2ÔAÉX2ƒöX2ôƒöX2AY2ÐAY2ý7?7I«I«ST^Ÿ^Ÿhis‡s‡} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðGGÁÁ;;µµ / / à Ã==··11««%%ŸŸ “ “" # %�%�'(*y*y,ï,ï.e/e1Û1Û3Q4Q6Ç6Ç8=9=;³;³=)>)@Ÿ@ŸBCE‹E‹GHJwJwLëLëN_O_QÓQÓSGTGV»V»X/Y/[£[£]^`‹`‹bÿbÿdsesgçgçi[j[lÏlÏnOoOqÃqÃs7t7v«v«xy{“{“}~€{€{‚ï‚ï„c…c‡ׇ׉KŠKŒ¿Œ¿Ž3�3‘§‘§“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÇ2W2µGW2èµGW2SˆW2dSˆW2õŽW2lõŽW2˜W2è˜W2µ›W2´µ›W2�±W2@�±W2òW2¼òW2ÇøW2ÄÇøW2QX2@QX2‡X2 ‡X2SX2˜SX2ñ[X2ñ[X2™bX2 ™bX2#lX2˜ #lX2YoX2d YoX2›œX2𠛜X2;¥X2Ì ;¥X2›ÉX2P ›ÉX2ÝöX2pÝöX2cY2LcY2 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G‡±ñ¾þ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŸÓr> b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G‡±ñ¾þ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŸÓr>  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G‡±ñ¾þ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1¯Ï>^c_~¢ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1R’ä$I‰‰É  ]  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dRÒ$¤övÈHšlì>¾�‹ ädVÖ¸8!¡Œ ìl ` à 4 ´  ˆ Ü \ ° 0 ‚  Tù 9¨è<| bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ý ÝVVÑÑ)J*J4©4©>@–@–BCEˆEˆGHJ”J”L M O‚O‚QùQùSpTpVçVçX^Y^[Õ[Õ]L^L`Ã`Ãb8c8e­e­g"h"j—j—l m o‹o‹qþqþsqtqväväxWyW{Ê{Ê}=~=€°€°‚#ƒ#…–…–‡ ˆ Š{Š{ŒíŒíŽ_�_‘ёѓ  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ç2W2×FW2×FW2u‡W2|u‡W2ߌW2„ߌW2�W2ð�W2Ÿ™W2|Ÿ™W2ÕœW2HÕœW2©°W2Ô©°W2GñW2PGñW2±öW2X±öW2çùW2ÄçùW2qX2PqX2§X2§X2{X2¨{X2[X2$ [X2ƒ`X2, ƒ`X2¹cX2˜ ¹cX2CmX2$ CmX2ypX2ð ypX2»�X2| »�X2ÿ¤X2Xÿ¤X2_ÉX2Ô_ÉX2¡öX2ô¡öX2Y2ÐY2Ó¾ÃC�xøà`-­°0âb€ P Ð � Á    ð p À @ �  b ¢ ô 4„ÄT bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10FF Ù ÙQQÍÍ)A*A4µ4µ>)?)I›I›S T ^‹^‹hýhýroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðFF¾¾66®® & & ¹ ¹11©©!!™™‰‰ y y"ñ"ñ$m%m'á'á)U*U,É,É.=/=1±1±3%4%6™6™8 9 ;�;�=õ=õ?i@iBÝBÝDQEQGÅGÅI9J9L«L«NOQ�Q�STVsVsXåXåZW[W]É]É_;`;b­b­deg‘g‘ijlulunónópeqes×s×uIvIx»x»z-{-}Ÿ}Ÿ€‚ƒ‚ƒ„õ„õ†g‡g‰ىًKŒK޽޽�/‘/“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÇ2W2µGW2èµGW2SˆW2dSˆW2õŽW2lõŽW2˜W2è˜W2µ›W2´µ›W2‡±W2@‡±W2%òW2¼%òW2ÇøW2ÄÇøW2QX2@QX2‡X2 ‡X2YX2˜YX2÷[X2÷[X2™bX2 ™bX2#lX2˜ #lX2YoX2d YoX2›œX2𠛜X2}¥X2Ì }¥X2ÝÉX2P ÝÉX2÷X2p÷X2cY2LcY20?0I¥I¥ST^•^•hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=ê=ê?a@aBØBØDOEOGÆGÆIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubèbèd[e[gÎgÎiAjAl´l´n1o1q¢q¢stv„v„xõxõzf{f}×}×H€H‚¹‚¹„*…*‡œ‡œ‰ Š Œ~Œ~ŽïŽï�`‘`“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2GW2èGW2Ÿ‡W2dŸ‡W2�W2l�W2‹˜W2苘W2Á›W2´Á›W2ͰW2@ͰW2kñW2¼kñW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2ŸX2˜ŸX2=[X2=[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2§œX2ð §œX2I¦X2Ì I¦X2©ÊX2H ©ÊX2ë÷X2hë÷X2m Y2Dm Y2)>Y2Ð)>Y2³_Y2ô³_Y2±jY2 ±jY2íëY2¬íëY2ÅÁZ2pÅÁZ2ÿ­[2tÿ­[2y»[2Ty»[2ÃO\2àÃO\2“!]2$“!]2;4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations17kº† b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @€7wÈ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations17kº† b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @€7wÈ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations17kº†  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @€7wÈ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u•g‡‡§ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1l¬X2r r ²  ` bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dlìXØDÄ0°œˆôtÌLƒà`:ºÎNñq¼< ª * ˜  †  t ô r ² b â PÐ<|è(–ÖD„ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^ Ô ÔII¾¾)3*34Ž4Ž>?IŽIŽS T ^~^~hñhñrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÔÔJJÀÀ 6 6 ¬ ¬""˜˜„„ùùnnããX X"Í"Í$B%B'·'·),*,,¡,¡./1‹1‹346u6u8ê8ê:_;_=º=º?-@-B B DEG†G†IJL†L†NùNùPlQlSßSßURVRXÅXÅZ8[8]«]«_`b›b›deg�g�iôiôkglgnÚnÚpMqMsÀsÀu3v3x¦x¦z{}Œ}Œÿÿ�r‚r„å„å†X‡X‰ʉʋ<Œ<ޮޮ� ‘ “  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2¯GW2è¯GW2MˆW2dMˆW2�W2l�W2‹˜W2苘W2Á›W2´Á›W2{±W2@{±W2òW2¼òW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2MX2˜MX2ë[X2ë[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2§œX2ð §œX2C¦X2Ì C¦X2£ÊX2P £ÊX2å÷X2på÷X2!Y2L!Y2ËJY2ÈËJY2;\Y2ì;\Y29gY2È9gY2íëY2TíëY2ÅÁZ2ÅÁZ2ÿ­[2ÿ­[2y»[2üy»[2YP\2ˆYP\2)"]2Ì)"]2Ñ4]2Ѐ} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1”Èg3 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R’™ÙÉ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1”Èg3 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R’™ÙÉ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1”Èg3  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R’™ÙÉ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1¨ÈFfkg£ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 I‰ÒÜ   bÒ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1€� bJ7M÷operation.5exchange :z2breasonOperatorInputsvalue9invocations1<IÉ’Û[¤$mí6¶ÿÈHvö‘ÑZ?¿ˆÑQ Ð  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜTTÌÌ)D*D4¼4¼>4?4IªIªS T ^˜^˜hisjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœŒŒ | |"ô"ô$l%l'ä'ä)\*\,Ô,Ô.L/L1Ä1Ä3<4<6´6´8,9,;¤;¤=>@”@”B C E„E„GüGüItJtLêLêN`O`QÖQÖSLTLVÂVÂX8Y8[®[®]$^$`š`šbce†e†gügüirjrlèlèn`o`qÖqÖsLtLvÂvÂx8y8{®{®}$~$€š€š‚ƒ…†…†‡â‡â‰XŠXŒÎŒÎŽD�D‘º‘º“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2ûFW2èûFW2™‡W2d™‡W2�W2l�W2‹˜W2苘W2Á›W2´Á›W2ͰW2@ͰW2kñW2¼kñW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2ŸX2˜ŸX2=[X2=[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2§œX2ð §œX2Ý¥X2Ì Ý¥X2=ÊX2H =ÊX2÷X2h÷X2Y2DY2Ù¾3³(¨›¨(  Ž _ ß  �  – ô t Í M ç g Ú Z é ) Í MÀ@µõjª]Ð bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Ö ÖII¼¼)/*/4‡4‡>?I„I„SýSý]n^nhßhßrPsP} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††ùùllßßR R"Å"Å$8%8'«'«)*,‘,‘./1w1w3ê3ê5]6]8Ð8Ð:C;C=›=›? @ B}B}DîDîF_G_IëIëK\L\NÍNÍP>Q>S¯S¯U V X‘X‘Z[]s]s_ä_äa]b]dÎdÎf?g?i°i°k!l!n’n’pqststuåuåwVxVzÇzÇ|8}8©©�‚„‹„‹†ü†üˆl‰l‹Ü‹Ü�LŽL�¼�¼’  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2¯GW2è¯GW2MˆW2dMˆW2�W2l�W2‹˜W2苘W2Á›W2´Á›W2�±W2@�±W2òW2¼òW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2SX2˜SX2ñ[X2ñ[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2§œX2ð §œX2ƒ¥X2Ì ƒ¥X2ãÉX2P ãÉX2%÷X2p%÷X2© Y2L© Y2SMY2ÈSMY2Å\Y2ìÅ\Y2ÃgY2ÈÃgY2ÛëY2TÛëY2³ÁZ2³ÁZ2í­[2í­[2g»[2üg»[2áO\2ˆáO\2±!]2̱!]2Y4]2Ѐ} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•Éi5 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S“™ÙÊ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•Éi5 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S“™ÙÊ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•Éi5  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S“™ÙÊ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1�‹£{Áá»' bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 7w®òe ¥ bÒ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1€� bJ7M÷operation.5exchange :z2breasonOperatorInputsvalue9invocations1<7·în¥%\Ü“ÊJ�8¸ï/f¦š  c ã , ¬ õ u Y™ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØNNÄÄ):*:4°4°>&?&IšIšST^†^†húhúrSsS} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$L%L'Â'Â)8*8,®,®.$/$1š1š346†6†8ü8ü:r;r=è=è?^@^BÔBÔDJEJGÀGÀI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`Jb¾b¾d2e2g¦g¦ijlŽlŽnoqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡s‡s‰ç‰ç‹[Œ[ŽÏŽÏ�C‘C“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2GW2èGW2¥‡W2d¥‡W2�W2l�W2�˜W2è�˜W2Ó›W2´Ó›W2Ó°W2@Ó°W2qñW2¼qñW2åøW2ÄåøW2oX2@oX2¥X2 ¥X2¥X2˜¥X2C[X2C[X2·bX2 ·bX2AlX2˜ AlX2woX2d woX2¹œX2𠹜X2�¥X2Ì �¥X2ïÉX2H ïÉX21÷X2h1÷X2uY2DuY2HY2ÀHY2ýZY2äýZY2ûeY2ÀûeY2ÛëY2LÛëY2³ÁZ2³ÁZ2í­[2í­[2g»[2ôg»[2áO\2€áO\2±!]2ı!]2Y4]2È€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l»‡ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T7wÓ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l»‡ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T7wÓ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l»‡  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T7wÓ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‡§§ÇÌì bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 c£J-m  bÒ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1€� bJ7M÷operation.5exchange :z2breasonOperatorInputsvalue9invocations1<cãFÆ)© ŒïoÒRµ5ÓS˜Œ {»FÆ^ÿŽ Î  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ù ÙNNÃÃ)8*84­4­>#?#I—I—S T ^^hóhórOsO} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A ¹ ¹11©©!!™™ƒƒøøm m"â"â$W%W'Ì'Ì)A*A,¶,¶.+/+1 1 346Š6Š8ÿ8ÿ:t;t=é=é?^@^BÓBÓDHEHG½G½I3J3L§L§NOQ�Q�STVwVwXëXëZ_[_]Ó]Ó_G`Gb»b»d/e/g£g£ijl‹l‹nÿnÿpsqssçsçu[v[xÏxÏzC{C}·}·+€+‚Ÿ‚Ÿ„…‡o‡o‰ä‰ä‹YŒYŽÎŽÎ�C‘C“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÍ2W2£GW2УGW2AˆW2LAˆW2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2u±W2(u±W2òW2¤òW2åøW2¬åøW2oX2(oX2¥X2ô¥X2GX2€GX2å[X2üå[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2é¥X2´ é¥X2IÊX28 IÊX2‹÷X2X‹÷X2wY24wY2\Y2 \Y2ìY2,ìY2ÝÁZ2ðÝÁZ2®[2ô®[2;P\2Ô;P\2 "]2 "]2³4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‰½\( b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]�ØÖ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‰½\( b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]�ØÖ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‰½\(  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]�ØÖ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1�½ü!%I bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1/o€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1YÙ  çg®. Ÿ ß  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>.?.I£I£ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbèbèd]e]gÒgÒiGjGl¼l¼n1o1q¦q¦stv�v�xy{z{z}ï}ïd€d‚قلN…N‡ÇÉ8Š8Œ­Œ­Ž"�"‘—‘—“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2GW2èGW2Ÿ‡W2dŸ‡W2 �W2l �W2—˜W2è—˜W2Í›W2´Í›W2Ó°W2@Ó°W2qñW2¼qñW2ßøW2ÄßøW2iX2@iX2ŸX2 ŸX2¥X2˜¥X2C[X2C[X2±bX2 ±bX2;lX2˜ ;lX2qoX2d qoX2³œX2𠳜X2•¥X2Ì •¥X2õÉX2H õÉX27÷X2h7÷X2ñY2DñY2›JY2À›JY2u[Y2äu[Y2sfY2ÀsfY2ÉëY2LÉëY2¡ÁZ2¡ÁZ2Û­[2Û­[2U»[2ôU»[2ŸO\2€ŸO\2o!]2Äo!]24]2È€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l¹… b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U7wÒ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l¹… b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U7wÒ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l¹…  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U7wÒ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �­­ÍÒò bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 <|¸ü¦ æ  bÒ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1€� bJ7M÷operation.5exchange :z2breasonOperatorInputsvalue9invocations1<<¼øx´4pð,¬èh¤$`à\˜Ø¸8 q ñ * ª ã c  G  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×LLÁÁ)6*64«4«> ? I“I“ST^w^whéhérBsB} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡üüqqææ[ ["Ð"Ð$E%E'º'º)/*/,¤,¤./1Ž1Ž346x6x8í8í:b;b=×=×?L@LBÁBÁD6E6G«G«I J L“L“NOQyQySìSìU_V_XÒXÒZE[E]¸]¸_+`+b�b�deg�g�ióiókelen×n×pIqIs»s»u-v-xŸxŸz{}ƒ}ƒõõ�g‚g„لن2‡2‰¥‰¥‹Œދދ�þ�þ’  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÍ2W2©GW2ЩGW2GˆW2LGˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2u±W2(u±W2òW2¤òW2ëøW2¬ëøW2uX2(uX2«X2ô«X2GX2€GX2å[X2üå[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2™¤X2´ ™¤X2ùÈX28 ùÈX2;öX2X;öX2ÿY24ÿY2•\Y2 •\Y2óëY2,óëY2ËÁZ2ðËÁZ2®[2ô®[2ÕO\2ÔÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1о^* b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ^žÚ× bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1о^* b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ^žÚ× bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1о^*  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ^žÚ×  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1ˆ„Œdd„‰õ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¶ö €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1u õ < ¼  ƒ Ê J &f €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙOOÄÄ)9*94®4®>#?#I–I–S T ^|^|hïhïrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰ÿÿuuëëa a"×"×$L%L'Á'Á)6*6,«,«. / 1•1•3 4 668ô8ô:i;i=Þ=Þ?S@SBÈBÈD=E=G²G²I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¥b¥deg‹g‹iþiþkqlqnänäpWqWsÊsÊu=v=x°x°z#{#}–}– € ‚|‚|„ï„ï†b‡b‰Õ‰Õ‹HŒH޻޻�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2¥‡W2L¥‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2Ù°W2(Ù°W2wñW2¤wñW2ñøW2¬ñøW2{X2({X2±X2ô±X2«X2€«X2I[X2üI[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2A¥X2´ A¥X2¡ÉX20 ¡ÉX2ãöX2PãöX2GY2,GY22˜2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2/P\2Ì/P\2ÿ!]2ÿ!]2§4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19m¼ˆ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 5u9yà  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19m¼ˆ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 5u9yà  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19m¼ˆ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 5u9yà   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 „¤8w— bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ø8€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÚZ•PÐ ‹¨ è  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ø ØOOÆÆ)=*=4´4´>-?-I¤I¤ST^�^�hÿhÿrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaØØOOÆÆ = = ´ ´++¢¢��~~õõl l"ã"ã$Z%Z'Ñ'Ñ)H*H,¿,¿.6/61­1­3$4$6›6›89;‰;‰=>@w@wBîBîDeEeGÜGÜIUJULÌLÌNCOCQºQºS1T1V¨V¨XY[–[–] ^ `„`„bûbûdrergégéi`j`l×l×nIoIq»q»s-t-vŸvŸxy{ƒ{ƒ}õ}õg€g‚قلK…K‡½‡½‰/Š/Œ¡Œ¡Ž�‘…‘…“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2�GW2Ð�GW2;ˆW2L;ˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2o±W2(o±W2 òW2¤ òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2AX2€AX2ß[X2üß[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX25¥X2´ 5¥X2•ÉX28 •ÉX2×öX2X×öX2oY24oY2á[Y2 á[Y2ìY2,ìY2ÝÁZ2ðÝÁZ2®[2ô®[2P\2ÔP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²Q b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 h¨™Ùî. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²Q b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 h¨™Ùî. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²Q  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 h¨™Ùî.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1§ÇÌìnjk� bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1^ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1<¼�ÆF‹ n ®  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh â âXXÎÎ)D*D4º4º>.?.I¢I¢ST^Š^Šhþhþrrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²((žž Š Š"#%v%v'ì'ì)b*b,Ø,Ø.N/N1Ä1Ä3:4:6°6°8&9&;œ;œ=>@†@†BúBúDnEnGâGâIVJVLÊLÊN>O>Q²Q²S&T&VšVšXY[‚[‚]ö]ö_j`jbÞbÞdReRgÆgÆi:j:l®l®n"o"q–q–s t v~v~xòxòzf{f}Ú}ÚN€N‚‚„6…6‡ª‡ª‰ŠŒ�Œ�Ž�‘v‘v“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2¥‡W2L¥‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2Ù°W2(Ù°W2wñW2¤wñW2ñøW2¬ñøW2{X2({X2±X2ô±X2«X2€«X2I[X2üI[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2×¥X2´ ×¥X27ÊX20 7ÊX2y÷X2Py÷X2ÍY2,ÍY2™[Y2˜™[Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19mº† b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 4t8xÞ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19mº† b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 4t8xÞ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19mº†  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 4t8xÞ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ›»í 2 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1} ½ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÆF �  < ¼ ÷ w # c  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ö ÖKKÀÀ)5*54ª4ª>!?!I–I–S T ^}^}hïhïrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÖÖKKÀÀ 5 5 ª ª””  ~~óóhhÝÝR R"Ç"Ç$<%<'±'±)&*&,›,›./1…1…3ú3ú5o6o8ä8ä:Y;Y=Î=Î?C@CB¸B¸D-E-G¢G¢IJLŽLŽNOQxQxSíSíUbVbX×X×ZL[L]Á]Á_6`6b«b«d e g•g•i j llnñnñpcqcsÕsÕuGvGx¹x¹z+{+}�}�€‚�‚�„ó„ó†e‡e‰׉׋IŒI޻޻�-‘-“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2£GW2УGW2AˆW2LAˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2o±W2(o±W2 òW2¤ òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2AX2€AX2ß[X2üß[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2á¤X2´ á¤X2AÉX28 AÉX2ƒöX2XƒöX2ñY24ñY2e\Y2 e\Y2íëY2,íëY2ÅÁZ2ðÅÁZ2ÿ­[2ôÿ­[2¥O\2Ô¥O\2u!]2u!]24]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³S b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 i©™Ùð0 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³S b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 i©™Ùð0 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³S  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 i©™Ùð0  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1§ÇÌÈÉ¡Î: bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1£ ã €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1P Ð  • Ú Z Ÿ  ó 3 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞRRÆÆ):*:4®4®> ? I’I’ST^v^vhèhèrZsZ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žž††úún n"â"â$V%V'Ê'Ê)>*>,²,².&/&1š1š346‚6‚8ö8ö:j;j=Þ=Þ?P@PBÂBÂD4E4G¦G¦IJLŠLŠNüNüPnQnSàSàURVRXÄXÄZ6[6]¨]¨_`bŒbŒdþdþfpgpiâiâkTlTnÆnÆp8q8sªsªuvxŽxŽz{}r}rää�V‚V„ȄȆ:‡:‰«‰«‹ŒŽ�Ž��þ�þ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2 GW2Ð GW2«‡W2L«‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2ß°W2(ß°W2}ñW2¤}ñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2±X2€±X2O[X2üO[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2k¥X2´ k¥X2ËÉX20 ËÉX2 ÷X2P ÷X2‡Y2,‡Y2«[Y2˜«[Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2AP\2ÌAP\2"]2"]2¹4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n½‰ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IO�@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n½‰ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IO�@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n½‰  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IO�@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w—þ™¹ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations17w €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�ÔT˜\Ü4 t  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee ß ßYYÏÏ)E*E4»4»>1?1I¥I¥ST^�^�hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯))££ — —"#%‡%‡'ý'ý)s*s,é,é._/_1Õ1Õ3K4K6Á6Á8797;­;­=#>#@™@™BCE…E…GûGûIqJqLåLåNYOYQÍQÍSATAVµVµX)Y)[�[�]^`…`…bùbùdmemgágáiUjUlÉlÉn=o=q±q±s%t%v™v™x y {�{�}õ}õi€i‚݂݄Q…Q‡Ňʼn9Š9Œ­Œ­Ž!�!‘•‘•“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2—GW2ЗGW25ˆW2L5ˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2i±W2(i±W2òW2¤òW2÷øW2¬÷øW2�X2(�X2·X2ô·X2;X2€;X2Ù[X2üÙ[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2/¥X2´ /¥X2�ÉX28 �ÉX2ÑöX2XÑöX2_Y24_Y2·[Y2 ·[Y2ìY2,ìY2ïÁZ2ðïÁZ2)®[2ô)®[2wP\2ÔwP\2G"]2G"]2ï4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§F b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 h¨Ê â" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§F b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 h¨Ê â" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§F  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 h¨Ê â"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1§ÇÌìc__ƒ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 M€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ÿâb¥%hè= }  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh á áZZÓÓ)L*L4Å4Å>>?>IµIµS*T*^�^�hisƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhááZZÓÓ L L Å Å>>··00©©""›› � �"#%%'ø'ø)q*q,ê,ê.c/c1Ü1Ü3U4U6Î6Î8G9G;À;À=9>9@²@²B+C+E¤E¤GHJ–J–L M O„O„QûQûSrTrVéVéX`Y`[×[×]N^N`Å`Åb:c:e¯e¯g$h$j™j™lmo�o�qôqôsgtgvÚvÚxMyM{À{À}3~3€¦€¦‚ƒ…Œ…Œ‡ÿ‡ÿ‰qŠqŒãŒãŽU�U‘ǑǓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2 GW2Ð GW2«‡W2L«‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2ß°W2(ß°W2}ñW2¤}ñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2±X2€±X2O[X2üO[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2‰¥X2´ ‰¥X2éÉX20 éÉX2+÷X2P+÷X2Y2,Y2/\Y2˜/\Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2ÏO\2ÌÏO\2Ÿ!]2Ÿ!]2G4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n»‡ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JNŽþ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n»‡ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JNŽþ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n»‡  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JNŽþ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w——·¼Ü bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1» û €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1   ä d ¨ ( l ì ¸ ø  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝUUÉÉ)=*=4±4±>%?%I—I—S T ^{^{híhír_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%���� } }"õ"õ$i%i'Ý'Ý)Q*Q,Å,Å.9/91­1­3!4!6•6•8 9 ;};}=ñ=ñ?e@eBÙBÙDMEMGÁGÁI5J5L§L§NOQ‹Q‹SýSýUoVoXáXáZS[S]Å]Å_7`7b©b©deg�g�iÿiÿkqlqnãnãpUqUsÇsÇu9v9x«x«z{}�}�€‚s‚s„å„å†W‡W‰ɉɋ;Œ;Ž­Ž­�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2—GW2ЗGW25ˆW2L5ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2i±W2(i±W2òW2¤òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2;X2€;X2Ù[X2üÙ[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2á¤X2´ á¤X2AÉX28 AÉX2ƒöX2XƒöX2áY24áY2;\Y2 ;\Y2ìY2,ìY2ÝÁZ2ðÝÁZ2®[2ô®[2ÿO\2ÔÿO\2Ï!]2Ï!]2w4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨H b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 i©Ë ä$ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨H b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 i©Ë ä$ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨H  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 i©Ë ä$  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1§ÇÌÈÈ É5 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1�Ð €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1+ « î n ± 1 t ô À  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ý ÝTTËË)B*B4¹4¹>0?0I¥I¥ST^‰^‰húhúrlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÝÝTTËË B B ¹ ¹00§§••  ƒƒúúq q"è"è$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubèbèd[e[gÎgÎiAjAl´l´n%o%q–q–stvxvxxéxézZ{Z}Ë}Ë<€<‚­‚­„…‡�‡�‰ŠŒrŒrŽãŽã�T‘T“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2GW2ÐGW2±‡W2L±‡W2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2å°W2(å°W2ƒñW2¤ƒñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2·X2€·X2U[X2üU[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2{¤X2´ {¤X2ÛÈX20 ÛÈX2öX2PöX2qY2,qY2w\Y2˜w\Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÉO\2ÌÉO\2™!]2™!]2A4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o¾Š b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 *j7wÉ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o¾Š b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 *j7wÉ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o¾Š  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 *j7wÉ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 jŠŠª¯Ï bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Z€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1hè7·†ÕU ú : €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØMMÂÂ)7*74¬4¬>?I’I’ST^x^xhëhër^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆýýrrçç\ \"Ñ"Ñ$F%F'»'»)0*0,¥,¥./1�1�346y6y8î8î:c;c=Ø=Ø?K@KB¾B¾D1E1G¤G¤IJLŠLŠNýNýPpQpSãSãUVVVXÉXÉZ<[<]¯]¯_"`"b•b•deg{g{iîiîkalanÔnÔpGqGsºsºu-v-x x z{}†}†ùù�l‚l„߄߆R‡R‰ĉċ6Œ6ލލ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2‘GW2БGW2/ˆW2L/ˆW2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2c±W2(c±W2òW2¤òW2åøW2¬åøW2oX2(oX2¥X2ô¥X25X2€5X2Ó[X2üÓ[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2)¥X2´ )¥X2‰ÉX28 ‰ÉX2ËöX2XËöX2iY24iY2\Y2 \Y2#ìY2,#ìY2ûÁZ2ðûÁZ25®[2ô5®[2‰P\2Ô‰P\2Y"]2Y"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœ; b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘È�Ý bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœ; b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘È�Ý bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœ;  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘È�Ý  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1§ÇÌìXTTx bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1P €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1HÈ�ÖV� ’ Ò  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àXXÐÐ)H*H4À4À>8?8I®I®S$T$^š^šhis†s†} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  �� € €"ø"ø$p%p'è'è)`*`,Ø,Ø.P/P1È1È3@4@6¸6¸8090;¨;¨= > @˜@˜BCEˆEˆGHJxJxLîLîNdOdQÚQÚSPTPVÆVÆX?IˆIˆSùSù]j^jhÛhÛrLsL} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠýýppããV V"É"É$<%<'¯'¯)"*",•,•./1{1{3î3î5a6a8Ô8Ô:G;G=º=º?+@+BœBœD E G~G~IïIïK`L`NÑNÑPBQBS³S³U$V$X•X•Z[]w]w_è_èaYbYdÊdÊf;g;i¬i¬klnŽnŽpÿpÿrpspuáuáwRxRzÃzÃ|4}4¥¥�‚„‡„‡†ø†øˆh‰h‹Ø‹Ø�HŽH�¸�¸’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2‘GW2БGW2/ˆW2L/ˆW2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2c±W2(c±W2òW2¤òW2åøW2¬åøW2oX2(oX2¥X2ô¥X25X2€5X2Ó[X2üÓ[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2/¥X2´ /¥X2�ÉX28 �ÉX2ÑöX2XÑöX2ëY24ëY2•\Y2 •\Y2 ìY2, ìY2ãÁZ2ðãÁZ2®[2ô®[2P\2ÔP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�=  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 P�ÇžÞ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�=  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 P�ÇžÞ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�=   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 P�ÇžÞ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1§ÇÌÈÈ ‚ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1— × €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1d ä + « ò r ¹ 9 Y €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜRRÈÈ)>*>4´4´>*?*IžIžST^†^†húhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒxxîîd d"Ú"Ú$P%P'Æ'Æ)<*<,²,².(/(1ž1ž346Š6Š89;v;v=ì=ì?b@bBØBØDNENGÄGÄI:J:L®L®N"O"Q–Q–S T V~V~XòXòZf[f]Ú]Ú_N`NbÂbÂd6e6gªgªijl’l’noqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡އމŠŒvŒvŽêŽê�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2GW2ÐGW2·‡W2L·‡W2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2ë°W2(ë°W2‰ñW2¤‰ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2½X2€½X2[[X2ü[[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2I¦X2´ I¦X2©ÊX20 ©ÊX2ë÷X2Pë÷X2«Y2,«Y2C]Y2˜C]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2P\2ÌP\2ç!]2ç!]2�4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p¿‹ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @8xÍ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p¿‹ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @8xÍ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p¿‹  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @8xÍ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 §ÇÌìt” bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1O� €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1À@štôN Î À €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝRRÇÇ)<*<4±4±>'?'I›I›ST^ƒ^ƒh÷h÷rmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%��‡‡üüq q"æ"æ$[%['Ð'Ð)E*E,º,º.///1¤1¤346Ž6Ž89;x;x=í=í?b@bB×B×DLELGÁGÁI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqwqwsësëu_v_xÓxÓzG{G}»}»/€/‚£‚£„…‡�‡�‰ŠŒwŒwŽìŽì�a‘a“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2‹GW2ЋGW2)ˆW2L)ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2W±W2(W±W2õñW2¤õñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2)X2€)X2Ç[X2üÇ[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2¥X2´ ¥X2}ÉX28 }ÉX2¿öX2X¿öX2ƒY24ƒY2×\Y2 ×\Y2ìY2,ìY2ïÁZ2ðïÁZ2)®[2ô)®[2SP\2ÔSP\2#"]2#"]2Ë4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘0ü b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T”Ë Á bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘0ü b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T”Ë Á bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘0ü  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T”Ë Á  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1§ÇÌìMIIm bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1(h€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  ròDÄ – X˜ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>2?2I§I§ST^‘^‘his{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÏLÏNDODQ¹Q¹S.T.V£V£XY[�[�]^`w`wbìbìdaeagÖgÖiKjKlÀlÀn5o5qªqªstv”v”x y {~{~}ó}óh€h‚݂݄R…R‡LJlj<Š<Œ±Œ±Ž&�&‘›‘›“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2GW2ÐGW2·‡W2L·‡W2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2å°W2(å°W2ƒñW2¤ƒñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2·X2€·X2U[X2üU[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX25¥X2´ 5¥X2•ÉX20 •ÉX2×öX2P×öX2EY2,EY2Ù]Y2˜Ù]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p½‰ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @8xÎ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p½‰ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @8xÎ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p½‰  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @8xÎ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 §ÇÌìb‚ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1é ) €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1( ¨  ‚ Ü \ ¶ 6 Zš €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛPPÅÅ):*:4¯4¯>$?$I—I—S T ^{^{híhírasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹uuêê_ _"Ô"Ô$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯I$J$L—L—N O Q}Q}SðSðUcVcXÖXÖZI[I]¼]¼_/`/b¡b¡deg…g…i÷i÷kilinÛnÛpMqMs¿s¿u1v1x£x£z{}‡}‡ùù�k‚k„݄݆Q‡Q‰ĉċ7Œ7ŽªŽª�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2‹GW2ЋGW2)ˆW2L)ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2]±W2(]±W2ûñW2¤ûñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2/X2€/X2Í[X2üÍ[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2Û¤X2´ Û¤X2;ÉX28 ;ÉX2}öX2X}öX2Y24Y2m]Y2 m]Y2ìY2,ìY2ÝÁZ2ðÝÁZ2®[2ô®[2çO\2ÔçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’2þ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S“Ê Á bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’2þ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S“Ê Á bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’2þ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S“Ê Á  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1§ÇÌÈÈ ¿+ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ºú €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1è h º : Œ ^ Þ ê* €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝSSÈÈ)=*=4²4²>'?'IšIšS T ^€^€hóhórfsf} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��yyïïe e"Û"Û$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=â=â?W@WBÌBÌDAEAG¶G¶I+J+LžLžNOQ„Q„S÷S÷UjVjXÝXÝZP[P]Ã]Ã_6`6b©b©deg�g�ijlulunènèp[q[sÎsÎuAvAx´x´z'{'}š}š € ‚€‚€„ó„ó†f‡f‰ىًLŒLŽ¿Ž¿�2‘2“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2GW2ÐGW2½‡W2L½‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2ë°W2(ë°W2‰ñW2¤‰ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2½X2€½X2[[X2ü[[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2¦X2´ ¦X2aÊX20 aÊX2£÷X2P£÷X2«Y2,«Y2 ^Y2˜ ^Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2AP\2ÌAP\2"]2"]2¹4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÀŒ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _7wÏ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÀŒ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _7wÏ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÀŒ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _7wÏ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 §ÇÌì-M bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1NŽ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1˜ý}âb Ç G †Æ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>1?1I¨I¨ST^‘^‘hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIYJYLÐLÐNGOGQ¾Q¾S5T5V¬V¬X#Y#[š[š]^`ˆ`ˆbÿbÿdvevgígíidjdlÛlÛnMoMq¿q¿s1t1v£v£xy{‡{‡}ù}ùk€k‚݂݄O…O‡Á‡Á‰3Š3Œ¥Œ¥Ž�‘‰‘‰“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2…GW2Ð…GW2#ˆW2L#ˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2Q±W2(Q±W2ïñW2¤ïñW2ñøW2¬ñøW2{X2({X2±X2ô±X2#X2€#X2Á[X2üÁ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2Õ¤X2´ Õ¤X25ÉX28 5ÉX2wöX2XwöX2±Y24±Y2£]Y2 £]Y2ìY2,ìY2ïÁZ2ðïÁZ2)®[2ô)®[25P\2Ô5P\2"]2"]2­4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†%ñ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W—Ψè bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†%ñ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W—Ψè bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†%ñ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W—묏  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1f†ÜØØøý! bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Q‘ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1øxÕU²2 �  ^ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll æ æ\\ÒÒ)H*H4¾4¾>2?2I¦I¦ST^Ž^Žhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllææ``ÚÚ T T Î ÎHHÂÂ<<¶¶,,¢¢ Ž Ž"#%z%z'ð'ð)f*f,Ü,Ü.R/R1È1È3>4>6´6´8*9*; ; =>@Š@ŠBþBþDrErGæGæIZJZLÎLÎNBOBQ¶Q¶S*T*VžVžXY[†[†]ú]ú_n`nbâbâdVeVgÊgÊi>j>l²l²n&o&qšqšstv‚v‚xöxözj{j}Þ}ÞR€R‚ƂƄ:…:‡®‡®‰!Š!Œ”Œ”Ž�‘z‘z“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2GW2ÐGW2·‡W2L·‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2ë°W2(ë°W2‰ñW2¤‰ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2½X2€½X2[[X2ü[[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2/¥X2´ /¥X2�ÉX20 �ÉX2ÑöX2PÑöX2QY2,QY2±^Y2˜±^Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2íO\2ÌíO\2½!]2½!]2e4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q¾Š b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ^7wÐ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q¾Š b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ^7wÐ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=q¾Š  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ^7wÐ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 §ÇÌìYy bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ó 3 €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¬ , ‘  v ö [ Û +k €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ú ÚOOÄÄ)9*94®4®>%?%IšIšST^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÚÚOOÄÄ 9 9 ® ®##˜˜  ‚‚÷÷llááV V"Ë"Ë$@%@'µ'µ)***,Ÿ,Ÿ./1‰1‰3þ3þ5s6s8è8è:];]=Ò=Ò?G@GB¼B¼D1E1G¦G¦IJL’L’NOQ|Q|SñSñUfVfXÛXÛZP[P]Å]Å_:`:b¯b¯d$e$g™g™ijlƒlƒnõnõpgqgsÙsÙuKvKx½x½z/{/}¡}¡€‚…‚…„÷„÷†i‡i‰Û‰Û‹MŒMŽ¿Ž¿�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2…GW2Ð…GW2#ˆW2L#ˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2W±W2(W±W2õñW2¤õñW2ñøW2¬ñøW2{X2({X2±X2ô±X2)X2€)X2Ç[X2üÇ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2ƒ¥X2´ ƒ¥X2ãÉX28 ãÉX2%÷X2X%÷X2KY24KY2?^Y2 ?^Y2ÿëY2,ÿëY2×ÁZ2ð×ÁZ2®[2ô®[2½O\2Ô½O\2�!]2�!]254]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡'ó b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V–Í ©é bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡'ó b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V–Í ©é bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡'ó  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V–Í ©é  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1eaa9§Ç[Ç bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1î . €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1l ì I É & ¦  ƒ »û €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âVVÊÊ)>*>4²4²>$?$I–I–ST^z^zhìhìr^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢ŠŠþþr r"æ"æ$Z%Z'Î'Î)B*B,¶,¶.*/*1ž1ž346†6†8ú8ú:n;n=â=â?T@TBÆBÆD8E8GªGªIJLŽLŽNOQrQrSäSäUVVVXÈXÈZ:[:]¬]¬_`b�b�degtgtiæiækXlXnÊnÊp‡>‰¯‰¯‹ Œ ޑޑ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2‹GW2�‹GW2)ˆW2)ˆW2UŒW2$UŒW2]±W2�]±W2ûñW2ûñW2'öW2$'öW2/X2�/X2Í[X2Í[X2ù_X2$ù_X2‰¢X2�‰¢X2éÆX2üéÆX2!ûX2 !ûX2INY2| INY25ìY2Ü 5ìY2 ÂZ2   ÂZ2G®[2¤ G®[2kP\2„ kP\2;"]2È;"]2ã4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuOƒÒž-ù b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuOƒÒž-ù b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuOƒÒž-ù b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1§Ç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10zz ô ônnää)Z*Z4Ð4Ð>D?DI¸I¸S,T,^ ^ hisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðzzôônnèè b b Ü ÜVVÐÐJJÄÄ>>¸¸22 ¬ ¬"&#&%œ%œ'(*ˆ*ˆ,þ,þ.t/t1ê1ê3`4`6Ö6Ö8L9L;Â;Â=8>8@®@®B$C$EšEšGHJ„J„LøLøNlOlQàQàSTTTVÈVÈXI?IIÀIÀS5T5^¨^¨hisŒsŒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuîîggàà Y Y Ò ÒKKÄÄ==¶¶//¨¨!! š š"#%Œ%Œ'(*~*~,÷,÷.p/p1é1é3b4b6Û6Û8T9T;Í;Í=F>F@¿@¿B8C8E±E±G*H*J¡J¡LMO�O�QRT}T}VôVôXkYk[â[â]Y^Y`Ð`ÐbEcEeºeºg/h/j¤j¤lmoŒoŒqÿqÿsrtrvåvåxXyX{Ë{Ë}>~>€±€±‚$ƒ$…—…—‡ˆŠzŠzŒìŒìŽ^�^‘БГ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2‘GW2�‘GW2/ˆW2/ˆW2UŒW2$UŒW2c±W2�c±W2òW2òW2'öW2$'öW25X2�5X2Ó[X2Ó[X2ù_X2$ù_X2¤X2�¤X2cÈX2ücÈX2!ûX2 !ûX2INY2| INY2ìY2Ü ìY2õÁZ2  õÁZ2/®[2¤ /®[2óO\2„ óO\2Ã!]2ÈÃ!]2k4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvM�Κ0ü b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvM�Κ0ü b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvM�Κ0ü b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1=  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx ð ðhhÜÜ)P*P4Ä4Ä>6?6I¨I¨ST^Œ^Œhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðxxððhhàà X X Ð ÐHHÀÀ88°°((   � �"#%|%|'ð'ð)d*d,Ø,Ø.L/L1À1À34446¨6¨89;�;�=>@x@xBìBìD`E`GÔGÔIFJFL¸L¸N*O*QœQœSTV€V€XòXòZd[d]Ö]Ö_H`Hbºbºd,e,gžgžijl‚l‚nônôpfqfsØsØuJvJx¼x¼z.{.} } €‚„‚„„ö„ö†h‡h‰Ú‰Ú‹LŒL޾޾�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2GW2�GW2ˆW2 ˆW2�W2�W2Q±W2€Q±W2ïñW2üïñW2ñøW2ñøW2#X2p#X2Á[X2ìÁ[X2ÃbX2ôÃbX23¤X2`3¤X2“ÈX2Ì“ÈX2!ûX2ì!ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2#P\2T #P\2ó!]2˜ó!]2›4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Eyå b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Í €} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Eyå b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Í €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Eyå b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Í  €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Nn  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu ì ìccÚÚ)Q*Q4È4È>=?=I²I²S%T%^–^–hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuììccÚÚ Q Q È È??¶¶--¤¤’’  € €"÷"÷$n%n'å'å)\*\,Ó,Ó.J/J1Á1Á38486¯6¯8&9&;�;�=>@‹@‹BCEyEyGðGðIeJeLÚLÚNOOOQÄQÄS9T9V®V®X#Y#[˜[˜] ^ `‚`‚bõbõdhehgÛgÛiNjNlÁlÁn2o2q£q£stv…v…xöxözg{g}Ø}ØI€I‚º‚º„+…+‡›‡›‰ Š Œ}Œ}ŽîŽî�_‘_“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W21GW2�1GW2χW2 χW2mŒW2mŒW2±W2€±W2¡ñW2ü¡ñW2?öW2?öW2ÕX2pÕX2s[X2ìs[X2`X2ô`X2'¤X2`'¤X2‡ÈX2̇ÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Ï› b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1_€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Ï› b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1_€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Ï› b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1_ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Hh  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss é é^^ÓÓ)H*H4»4»>.?.I¡I¡ST^‡^‡húhúrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðsséé__ÕÕ K K Á Á77­­##™™ƒƒøøm m"â"â$W%W'Ì'Ì)A*A,¶,¶.+/+1 1 346Š6Š8ÿ8ÿ:t;t=ç=ç?Z@ZBÍBÍD@E@G³G³I&J&L™L™N O QQSòSòUeVeXØXØZK[K]¾]¾_1`1b¤b¤degŠgŠiýiýkplpnãnãpVqVsÉsÉu^  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq é éaaÙÙ)Q*Q4É4É>???IµIµS+T+^¡^¡his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqééaaÙÙ Q Q É ÉAA¹¹11©©!!™™ ‰ ‰"#%y%y'ñ'ñ)i*i,á,á.Y/Y1Ñ1Ñ3I4I6Á6Á8999;±;±=)>)@¡@¡BCE‘E‘G H JJLõLõNkOkQáQáSWTWVÍVÍXCYC[¹[¹]/^/`¥`¥bce‘e‘ghj}j}lólónioiqßqßsUtUvËvËxAyA{·{·}-~-€£€£‚ƒ…�…�‡ˆŠ{Š{ŒñŒñŽg�g‘ݑݓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2+GW2�+GW2ɇW2 ɇW2mŒW2mŒW2ý°W2€ý°W2›ñW2ü›ñW2?öW2?öW2ÏX2pÏX2m[X2ìm[X2`X2ô`X2ƒ¥X2`ƒ¥X2ãÉX2ÌãÉX2ûX2ìûX2CNY2L CNY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2�O\2T �O\2Q!]2˜Q!]2ù3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ë— b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1^€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ë— b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1^€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ë— b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1^ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥Å  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss é é\\ÏÏ)B*B4³4³>$?$I•I•ST^w^whèhèrWsW} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðsséé__ÕÕ K K Á Á77­­##™™  òòe e"Ø"Ø$K%K'¾'¾)1*1,¤,¤./1Š1Š3ý3ý5p6p8ã8ã:V;V=Ç=Ç?8@8B©B©DEG‹G‹IüIüKmLmNÞNÞPOQOSÀSÀU1V1X¢X¢Z[]„]„_õ_õafbfd×d×fHgHi¹i¹k*l*n›n›p q s}s}uîuîw_x_zÐzÐ|A}A²²�#‚#„”„”†‡‰s‰s‹ã‹ã�SŽS�Ã�Ã’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2…GW2�…GW2#ˆW2 #ˆW2ûŽW2ûŽW2Q±W2€Q±W2ïñW2üïñW2ÍøW2ÍøW2#X2p#X2Á[X2ìÁ[X2ŸbX2ªŸbX2ƒ¥X2šƒ¥X2ãÉX2ŠãÉX2ûX2âûX2CNY2ºCNY2ìY2’ ìY2õÁZ22 õÁZ2/®[2R /®[2#P\2*#P\2ó!]2Êó!]2›4]2ê€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚"î b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1©é€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚"î b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1©é€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚"î bšoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r72w5:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1©é €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¡Á  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq ç ç]]ÓÓ)I*I4¿4¿>3?3I§I§ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqçç]]ÓÓ I I ¿ ¿55««!!——  ƒƒùùo o"å"å$[%['Ñ'Ñ)G*G,½,½.3/31©1©346•6•8 9 ;�;�=÷=÷?m@mBãBãDYEYGÏGÏICJCL·L·N+O+QŸQŸSTV‡V‡XûXûZo[o]ã]ã_W`WbËbËd?e?g³g³i'j'l›l›noqƒqƒs÷s÷ukvkxßxßzS{S}Ç}Ç;€;‚¯‚¯„#…#‡—‡—‰ Š ŒŒŽóŽó�g‘g“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2+GW2�+GW2ɇW2 ɇW2UŒW2UŒW2÷°W2€÷°W2•ñW2ü•ñW2'öW2'öW2ÉX2pÉX2g[X2ìg[X2ù_X2ôù_X2‰¥X2`‰¥X2éÉX2ÌéÉX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2#P\2T #P\2ó!]2˜ó!]2›4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}̘ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}̘ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}̘ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1­Í  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ê ê__ÔÔ)I*I4¾4¾>2?2I¦I¦ST^Ž^Žhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrêêbbÚÚ R R Ê ÊBBºº22ªª””  ~ ~"ó"ó$h%h'Ý'Ý)R*R,Ç,Ç.e>g²g²i&j&lšlšnoq‚q‚sösöujvjxÞxÞzR{R}Æ}Æ:€:‚®‚®„"…"‡–‡–‰ Š Œ€Œ€ŽõŽõ�j‘j“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2‹GW2�‹GW2)ˆW2 )ˆW2�W2�W2W±W2€W±W2õñW2üõñW2ñøW2ñøW2)X2p)X2Ç[X2ìÇ[X2ÃbX2ôÃbX2¤X2`¤X2uÈX2ÌuÈX2ûX2ìûX2=NY2L =NY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2YP\2T YP\2)"]2˜)"]2Ñ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ+÷ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Õ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ+÷ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Õ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ+÷ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Õ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations19Y  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ä ä[[ÒÒ)I*I4À4À>5?5IªIªST^”^”h i s~s~} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmää[[ÒÒ I I À À77®®%%œœŠŠ x x"ï"ï$f%f'Ý'Ý)T*T,Ë,Ë.B/B1¹1¹30406§6§89;•;•= > @ƒ@ƒBúBúDqEqGèGèI]J]LÒLÒNGOGQ¼Q¼S1T1V¦V¦XY[�[�]^`z`zbïbïddedgÙgÙiNjNlÃlÃn8o8q­q­s"t"v—v—x y {�{�}ö}ök€k‚à‚à„U…U‡ʇʉ?Š?Œ´Œ´Ž)�)‘ž‘ž“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2%GW2�%GW2ÇW2 ÇW2UŒW2UŒW2÷°W2€÷°W2•ñW2ü•ñW2'öW2'öW2ÉX2pÉX2g[X2ìg[X2ù_X2ôù_X2-¤X2`-¤X2�ÈX2Ì�ÈX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{È” b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{È” b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{È” b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Rr  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp æ æ[[ÐÐ)E*E4º4º>-?-I I ST^„^„höhörhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppææ\\ÒÒ H H ¾ ¾44ªª  ––  €€õõj j"ß"ß$T%T'É'É)>*>,³,³.(/(1�1�346‡6‡8ü8ü:q;q=æ=æ?[@[BÐBÐDEEEGºGºI-J-L L NOQ†Q†SùSùUlVlXßXßZR[R]Å]Å_8`8bªbªdegŽgŽijlrlrnänäpVqVsÈsÈu:v:x¬x¬z{}�}�€‚t‚t„æ„æ†X‡X‰ˉˋ>Œ>ޱޱ�$‘$“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2‹GW2�‹GW2)ˆW2 )ˆW2�W2�W2W±W2€W±W2õñW2üõñW2ñøW2ñøW2)X2p)X2Ç[X2ìÇ[X2ÃbX2ôÃbX2}¥X2`}¥X2ÝÉX2ÌÝÉX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹+÷ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ô€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹+÷ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ô€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹+÷ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ô €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ÿ¿  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn ä äZZÏÏ)D*D4¹4¹>,?,IŸIŸST^…^…høhørksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnääZZÐÐ F F ¼ ¼22¨¨””  €€ööl l"â"â$W%W'Ì'Ì)A*A,¶,¶.+/+1 1 346Š6Š8ÿ8ÿ:t;t=é=é?^@^BÓBÓDHEHG½G½I0J0L£L£NOQ‰Q‰SüSüUoVoXâXâZU[U]È]È_;`;b®b®d!e!g”g”ijlzlzníníp`q`sÓsÓuFvFx¹x¹z,{,}Ÿ}Ÿ€‚…‚…„ø„ø†k‡k‰Þ‰Þ‹QŒQŽÄŽÄ�7‘7“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2%GW2�%GW2ÇW2 ÇW2ŒW2ŒW2ñ°W2€ñ°W2�ñW2ü�ñW2QöW2QöW2ÃX2pÃX2a[X2ìa[X2#`X2ô#`X2¤X2`¤X2uÈX2ÌuÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2GP\2T GP\2"]2˜"]2¿4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÉ• b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations16v€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÉ• b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations16v€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÉ• b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations16v €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1<\  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn å å\\ÓÓ)J*J4Á4Á>8?8I¯I¯S&T&^˜^˜h i s|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnåå\\ÓÓ J J Á Á88¯¯&&��‹‹ y y"ð"ð$g%g'Þ'Þ)U*U,Ì,Ì.C/C1º1º31416¨6¨89;–;–= > @„@„BûBûDrErGéGéI`J`L×L×NNONQÅQÅS1?1I¥I¥ST^�^�hissss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmççaaÛÛ U U Ï ÏIIÃÃ==··--££ � �"#%{%{'ñ'ñ)g*g,Ý,Ý.S/S1É1É3?4?6µ6µ8+9+;¡;¡=>@‰@‰BýBýDqEqGåGåIYJYLÍLÍNAOAQµQµS)T)V�V�XY[…[…]ù]ù_m`mbábádUeUgÉgÉi=j=l±l±n%o%q™q™s t v�v�xõxõzi{i}Ý}ÝQ€Q‚łń9…9‡«‡«‰ŠŒ‘Œ‘Ž�‘w‘w“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2GW2�GW2½‡W2 ½‡W2ŒW2ŒW2ñ°W2€ñ°W2�ñW2ü�ñW2QöW2QöW2ÃX2pÃX2a[X2ìa[X2#`X2ô#`X2w¥X2`w¥X2×ÉX2Ì×ÉX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÅ‘ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations17w€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÅ‘ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations17w€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÅ‘ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations17w €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ÿ¿  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll á áVVËË)@*@4µ4µ>*?*IŸIŸST^†^†høhørjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllááVVËË @ @ µ µ**ŸŸ‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?N@NBÃBÃD8E8G­G­I"J"L—L—N O Q�Q�SöSöUkVkXàXàZU[U]Ê]Ê_?`?b´b´d)e)gžgžijlˆlˆnúnúplqlsÞsÞuPvPxÂxÂz4{4}¦}¦€‚ЂЄü„ü†n‡n‰à‰à‹RŒRŽÄŽÄ�6‘6“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2‹GW2�‹GW2)ˆW2 )ˆW2ãŽW2ãŽW2]±W2€]±W2ûñW2üûñW2µøW2µøW2/X2p/X2Í[X2ìÍ[X2‡bX2ô‡bX2}¢X2`}¢X2ÝÆX2ÌÝÆX2ûX2ìûX2=NY2L =NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2·O\2T ·O\2‡!]2˜‡!]2/4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”4 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1™Ù€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”4 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1™Ù€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”4 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1™Ù €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1§Ç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm å åYYÍÍ)A*A4³4³>%?%I—I—S T ^{^{híhír]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmåå]]ÕÕ M M Å Å==µµ--¥¥�� u u"é"é$]%]'Ñ'Ñ)E*E,¹,¹.-/-1¡1¡346‰6‰8ý8ý:q;q=ã=ã?U@UBÇBÇD9E9G«G«IJL�L�NOQsQsSåSåUWVWXÉXÉZ;[;]­]­_`b‘b‘deguguiçiçkYlYnËnËp=q=s¯s¯u!v!x“x“z{}w}wéé�[‚[„̈́͆=‡=‰®‰®‹ŒŽ�Ž��‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2GW2�GW2·‡W2 ·‡W2UŒW2UŒW2ë°W2€ë°W2‰ñW2ü‰ñW2'öW2'öW2½X2p½X2[[X2ì[[X2ù_X2ôù_X2 ¤X2` ¤X2iÈX2ÌiÈX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwÆ’ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwÆ’ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwÆ’ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations15U  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn è èbbØØ)N*N4Ä4Ä>8?8I¬I¬S T ^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnèèbbÜÜ V V Ð ÐJJÄÄ>>¸¸22¬¬&&    "#%�%�'(*|*|,ò,ò.h/h1Þ1Þ3T4T6Ê6Ê8@9@;¶;¶=,>,@¢@¢BCEŽEŽGHJxJxLìLìN`O`QÔQÔSHTHV¼V¼X0Y0[¤[¤]^`Œ`Œbcetetgègèi\j\lÐlÐnDoDq¸q¸s,t,v v xy{ˆ{ˆ}ü}üp€p‚ä‚ä„X…X‡̇̉@Š@Œ´Œ´Ž(�(‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2‘GW2�‘GW2/ˆW2 /ˆW2�W2�W2c±W2€c±W2òW2üòW2ëøW2ëøW25X2p5X2Ó[X2ìÓ[X2½bX2ô½bX2}¢X2`}¢X2ÝÆX2ÌÝÆX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2wP\2T wP\2G"]2˜G"]2ï4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jž=  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ò€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jž=  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ò€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jž=  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ò €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1§Ç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii â â[[ÔÔ)M*M4Æ4Æ>=?=I´I´S)T)^œ^œhis€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiââ[[ÔÔ M M Æ Æ??¸¸11ªª##œœ Ž Ž"#%€%€'ù'ù)r*r,ë,ë.d/d1Ý1Ý3V4V6Ï6Ï8H9H;Á;Á=:>:@³@³B,C,E¥E¥GHJ•J•L M OƒOƒQúQúSqTqVèVèX_Y_[Ö[Ö]M^M`Ä`Äb9c9e®e®g#h#j˜j˜l m o€o€qóqósftfvÙvÙxLyL{¿{¿}2~2€¥€¥‚ƒ…‹…‹‡ü‡ü‰nŠnŒàŒàŽR�R‘đē b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2GW2�GW2·‡W2 ·‡W2UŒW2UŒW2å°W2€å°W2ƒñW2üƒñW2'öW2'öW2·X2p·X2U[X2ìU[X2ù_X2ôù_X2q¥X2`q¥X2ÑÉX2ÌÑÉX2ûX2ìûX27NY2L 7NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2ÕO\2T ÕO\2¥!]2˜¥!]2M4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÂŽ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÂŽ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÂŽ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1›»  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll ä ä\\ÐÐ)D*D4¸4¸>*?*IœIœST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllää\\ÔÔ L L Ä Ä<<´´,,¤¤””  „ „"ü"ü$p%p'ä'ä)X*X,Ì,Ì.@/@1´1´3(4(6œ6œ89;„;„=ø=ø?l@lBàBàDTETGÈGÈI:J:L¬L¬NOQ�Q�STVtVtXæXæZX[X]Ê]Ê_<`v>x°x°z"{"}”}”€‚x‚x„ê„ê†\‡\‰Ή΋@Œ@޲޲�$‘$“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2‘GW2�‘GW2/ˆW2 /ˆW2�W2�W2c±W2€c±W2òW2üòW2åøW2åøW25X2p5X2Ó[X2ìÓ[X2·bX2ô·bX2Ó£X2`Ó£X23ÈX2Ì3ÈX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2P\2T P\2Õ!]2˜Õ!]2}4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�=  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�=  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�=  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ñ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1þ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii à àWWÎÎ)E*E4¼4¼>1?1I¦I¦ST^Š^Šhûhûrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiààWWÎÎ E E ¼ ¼33ªª!!˜˜††ýýt t"ë"ë$b%b'Ù'Ù)P*P,Ç,Ç.>/>1µ1µ3,4,6£6£89;‘;‘=>@@BöBöDmEmGäGäIYJYLÎLÎNCOCQ¸Q¸S-T-V¢V¢XY[Œ[Œ]^`v`vbébéd\e\gÏgÏiBjBlµlµn&o&q—q—stvyvyxêxêz[{[}Ì}Ì=€=‚®‚®„…‡�‡�‰ŠŒqŒqŽâŽâ�S‘S“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2GW2�GW2±‡W2 ±‡W2sŒW2sŒW2å°W2€å°W2ƒñW2üƒñW2EöW2EöW2·X2p·X2U[X2ìU[X2`X2ô`X2!¤X2`!¤X2�ÈX2Ì�ÈX2ûX2ìûX21NY2L 1NY2óëY2¬ óëY2ËÁZ2p ËÁZ2®[2t ®[2ÉO\2T ÉO\2™!]2˜™!]2A4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÃ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations13s€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÃ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations13s€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÃ� b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations13s €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Qq  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝRRÇÇ)<*<4¯4¯>"?"I•I•ST^{^{hîhîr_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��wwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Û=Û?N@NBÁBÁD4E4G§G§IJL�L�NOQsQsSæSæUYVYXÌXÌZ?[?]²]²_%`%b˜b˜d e g~g~iñiñkdldn×n×pJqJs½s½u0v0x£x£z{}‰}‰üü�o‚o„â„â†S‡S‰ʼnŋ7Œ7ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2—GW2�—GW25ˆW2 5ˆW2׎W2׎W2i±W2€i±W2òW2üòW2©øW2©øW2;X2p;X2Ù[X2ìÙ[X2{bX2ô{bX2¤X2`¤X2cÈX2ÌcÈX2ûX2ìûX21NY2L 1NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2}P\2T }P\2M"]2˜M"]2õ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§F b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1™Ù€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§F b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1™Ù€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§F b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1™Ù €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations12R  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝUUÍÍ)E*E4½4½>3?3I©I©ST^•^•h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%���� } }"õ"õ$m%m'å'å)]*],Õ,Õ.M/M1Å1Å3=4=6µ6µ8-9-;¥;¥=>@•@•B C E…E…GýGýIsJsLéLéN_O_QÕQÕSKTKVÁVÁX7Y7[­[­]#^#`™`™bce…e…gûgûiqjqlçlçn]o]qÓqÓsItIv¿v¿x5y5{«{«}!~!€—€—‚ ƒ …ƒ…ƒ‡ù‡ù‰oŠoŒåŒåŽ[�[‘ёѓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2GW2�GW2±‡W2 ±‡W2sŒW2sŒW2ß°W2€ß°W2}ñW2ü}ñW2EöW2EöW2±X2p±X2O[X2ìO[X2`X2ô`X2w¢X2`w¢X2ׯX2ÌׯX2ûX2ìûX21NY2L 1NY2áëY2¬ áëY2¹ÁZ2p ¹ÁZ2ó­[2t ó­[2cO\2T cO\23!]2˜3!]2Û3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r¿‹ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations14t€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r¿‹ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations14t€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>r¿‹ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations14t €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1§Ç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝPPÃÃ)6*64§4§>?I‰I‰SúSú]k^khÜhÜrKsK} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��ssææY Y"Ì"Ì$?%?'²'²)%*%,˜,˜. / 1~1~3ñ3ñ5d6d8×8×:J;J=»=»?,@,B�B�DEGGIðIðKaLaNÒNÒPCQCS´S´U%V%X–X–Z[]x]x_é_éaZbZdËdËf'?'I›I›ST^ƒ^ƒh÷h÷rksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$O%O'Å'Å);*;,±,±.'/'1�1�346‰6‰8ÿ8ÿ:u;u=ë=ë?a@aB×B×DMEMGÃGÃI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqwqwsësëu_v_xÓxÓzG{G}»}»/€/‚£‚£„…‡‹‡‹‰ÿ‰ÿ‹sŒsŽçŽç�[‘[“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2 GW2� GW2«‡W2 «‡W2IŒW2IŒW2ß°W2€ß°W2}ñW2ü}ñW2öW2öW2±X2p±X2O[X2ìO[X2í_X2ôí_X2q¢X2`q¢X2ÑÆX2ÌÑÆX2 ûX2ì ûX21NY2L 1NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2 P\2T  P\2Û!]2˜Û!]2ƒ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÀŒ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÀŒ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÀŒ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1§Ç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞSSÈÈ)=*=4²4²>&?&IšIšST^„^„høhørlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžˆˆýýr r"ç"ç$\%\'Ñ'Ñ)F*F,»,».0/01¥1¥346�6�89;y;y=î=î?c@cBØBØDMEMGÂGÂI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`JbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡Œ‡Œ‰ŠŒvŒvŽëŽë�`‘`“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2�GW2��GW2;ˆW2 ;ˆW2 �W2 �W2o±W2€o±W2 òW2ü òW2ßøW2ßøW2AX2pAX2ß[X2ìß[X2±bX2ô±bX2•¥X2`•¥X2õÉX2ÔõÉX2 ûX2ô ûX21NY2T 1NY2ìY2´ ìY29ÀZ2x 9ÀZ2�[2| �[2GP\2\ GP\2= ]2 = ]2å2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°O b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ï€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°O b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ï€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°O b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ï €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations15 Çë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ø ØOOÆÆ)=*=4´4´>)?)IžIžST^’^’his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaØØOOÆÆ = = ´ ´++¢¢��~~õõl l"ã"ã$Z%Z'Ñ'Ñ)H*H,¿,¿.6/61­1­3$4$6›6›89;‰;‰=>@w@wBîBîDeEeGÜGÜIQJQLÆLÆN;O;Q°Q°S%T%VšVšXY[„[„]ù]ù_n`nbãbãdXeXgÍgÍiBjBl·l·n6o6q«q«s t v•v•x y {{}ô}ôi€i‚Þ‚Þ„S…S‡ȇȉ=Š=Œ²Œ²Ž'�'‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2GW2�GW2¥‡W2 ¥‡W2IŒW2IŒW2Ù°W2€Ù°W2wñW2üwñW2öW2öW2«X2p«X2I[X2ìI[X2í_X2ôí_X2Ù£X2`Ù£X29ÈX2Ì9ÈX2 ûX2ì ûX21NY2L 1NY2óëY2¬ óëY2ËÁZ2p ËÁZ2®[2t ®[2ÃO\2T ÃO\2“!]2˜“!]2;4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o¼ˆ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o¼ˆ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o¼ˆ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1/  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94®4®>!?!I”I”S T ^|^|hîhîr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?O@OBÄBÄD9E9G®G®I!J!L”L”NOQzQzSíSíU`V`XÓXÓZF[F]¹]¹_,`,b¢b¢deg†g†iøiøkjljnÜnÜpNqNsÀsÀu2v2x¤x¤z{}ˆ}ˆúú�l‚l„Þ„Þ†P‡P‰ÉË6Œ6ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2�GW2��GW2;ˆW2 ;ˆW2 �W2 �W2o±W2€o±W2 òW2ü òW2ßøW2ßøW2AX2pAX2ß[X2ìß[X2±bX2ô±bX2e¥X2`e¥X2ÅÉX2ÔÅÉX2 ûX2ô ûX21NY2T 1NY2ùëY2´ ùëY2!ÀZ2x !ÀZ2ÿ�[2| ÿ�[2ÛO\2\ ÛO\2Ñ]2 Ñ]2y2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯O b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1΀} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯O b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1΀} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯O b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Î €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1É¡–º  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØNNÃÃ)8*84­4­> ? I“I“ST^�^�hôhôrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD.?.I¥I¥ST^š^šh i s~s~} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLÍLÍNDODQ»Q»S2T2V©V©X Y [—[—]^`…`…bübüdsesgêgêiajalØlØnVoVqÈqÈs:t:v¬v¬xy{�{�}~€t€t‚æ‚æ„X…X‡ʇʉ<Š<Œ®Œ®Ž � ‘’‘’“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÍ2W2£GW2�£GW2AˆW2 AˆW2ÑŽW2ÑŽW2o±W2€o±W2 òW2ü òW2£øW2£øW2AX2pAX2ß[X2ìß[X2ubX2ôubX2M¢X2`M¢X2­ÆX2Ì­ÆX2ûX2ìûX2+NY2L +NY2 ìY2¬  ìY23ÀZ2p 3ÀZ2�[2t �[2)P\2T )P\2 ]2˜ ]2Ç2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹X$ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1™Ù€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹X$ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1™Ù€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹X$ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1™Ù €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1§£  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Û ÛQQÑÑ)G*G4»4»>/?/I£I£S#T#^—^—h i s}s}} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÛÛUUÏÏ I I à Ã==··11««!!——  ƒ ƒ"ù"ù$y%y'ï'ï)e*e,Û,Û.Q/Q1Ç1Ç3=4=6³6³8)9);Ÿ;Ÿ=>@‡@‡BûBûDoEoGãGãIWJWLËLËN?O?Q³Q³S'T'V›V›XY[ƒ[ƒ]÷]÷_k`kbëbëd_e_gÓgÓiGjGl»l»n/o/q£q£stv‹v‹xÿxÿzs{s}ç}ç[€[‚ςτC…C‡µ‡µ‰(Š(Œ›Œ›Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÍ2W2GW2�GW2Ÿ‡W2 Ÿ‡W2gŒW2gŒW2Ó°W2€Ó°W2qñW2üqñW29öW29öW2¥X2p¥X2C[X2ìC[X2 `X2ô `X2k¥X2`k¥X2ËÉX2ÔËÉX2ûX2ôûX2+NY2T +NY2ÿëY2´ ÿëY2'ÀZ2x 'ÀZ2�[2| �[2áO\2\ áO\2×]2 ×]22]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l¹… b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations11q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l¹… b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations11q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations18l¹… b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations11q €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1ÿסŠ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Õ ÕJJÃÃ)8*84­4­>"?"I—I—S T ^Š^Šhühürnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÕÕJJ¿¿ 4 4 © ©““}}òòggÜÜQ Q"Æ"Æ$?%?'´'´))*),ž,ž./1ˆ1ˆ3ý3ý5r6r8ç8ç:\;\=Ñ=Ñ?F@FB»B»D0E0G¥G¥IJL�L�NOQyQySîSîUcVcXØXØZM[M]Â]Â_7`7b¬b¬d!e!g–g–i j l€l€nþnþppqpsâsâuTvTxÆxÆz8{8}ª}ª€‚ނބ…‡r‡r‰ä‰ä‹VŒVŽÈŽÈ�:‘:“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÍ2W2£GW2�£GW2AˆW2 AˆW2ÑŽW2ÑŽW2o±W2€o±W2 òW2ü òW2£øW2£øW2AX2pAX2ß[X2ìß[X2ubX2ôubX2M¢X2`M¢X2­ÆX2Ì­ÆX2ûX2ìûX2+NY2L +NY2óëY2¬ óëY2ÀZ2p ÀZ2ù�[2t ù�[2±O\2T ±O\2§]2˜§]2O2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸X$ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1™Ù€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸X$ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1™Ù€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸X$ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1™Ù €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1§£  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ù ÙMMÉÉ)=*=4¯4¯>!?!I“I“ST^ƒ^ƒhõhõrese} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A ¹ ¹11©©!!™™  ��õõi i"Ý"Ý$Y%Y'Í'Í)A*A,µ,µ.)/)1�1�346…6…8ù8ù:m;m=ß=ß?Q@QBÃBÃD5E5G§G§IJL‹L‹NýNýPoQoSáSáUSVSXÅXÅZ7[7]©]©_`b™b™d e g}g}iïiïkalanÓnÓpEqEs·s·u)v)x›x›z { }}ññ�c‚c„Õ„Õ†E‡E‰¶‰¶‹'Œ'Ž˜Ž˜� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Ç2W2ÝFW2ÝFW2{‡W2|{‡W2ߌW2„ߌW2�W2ð�W2Ÿ™W2|Ÿ™W2ÕœW2HÕœW2¯°W2Ô¯°W2MñW2PMñW2±öW2X±öW2çùW2ÄçùW2qX2PqX2§X2§X2�X2¨�X2[X2$ [X2ƒ`X2, ƒ`X2¹cX2˜ ¹cX2CmX2$ CmX2ypX2ð ypX2»�X2| »�X2Õ¤X2XÕ¤X25ÉX2Ô5ÉX2wöX2ôwöX2Y2ÐY2×;Y2\×;Y2¥[Y2€¥[Y2£fY2¬£fY2ìY28ìY2õÁZ2üõÁZ2/®[2/®[2©»[2à©»[2ƒP\2lƒP\2S"]2°S"]2û4]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P¡m b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1©é bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P¡m b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1©é  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P¡m  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1©é bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¬ÌÌì9 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1)ii©â"[› Ô   bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d)©9¹òrîn«+³3däxø�ÖV�HÈ�º:tô-­æf Ÿ  X Ø  ‘ Ê C ƒ z º ¼ ü 5 u  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10CC × ×OOÑÑ)I*I4Á4Á>9?9I¯I¯S%T%^§^§his“s“} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðCC»»33«« # # · ·//§§——‡‡ÿÿw w"ï"ï$q%q'é'é)a*a,Ù,Ù.Q/Q1É1É3A4A6¹6¹8191;©;©=!>!@™@™BCE‰E‰GHJyJyLïLïNeOeQÛQÛSQTQVÇVÇX=Y=[³[³])^)`Ÿ`Ÿbce‹e‹ghjwjwlílínoooqåqås[t[vÑvÑxGyG{½{½}3~3€©€©‚ƒ…•…•‡ ˆ Š�Š�Œ÷Œ÷Žm�m‘ã‘ã“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÇ2W2¯GW2è¯GW2MˆW2dMˆW2õŽW2lõŽW2˜W2è˜W2µ›W2´µ›W2�±W2@�±W2òW2¼òW2ÇøW2ÄÇøW2QX2@QX2‡X2 ‡X2SX2˜SX2ñ[X2ñ[X2™bX2 ™bX2#lX2˜ #lX2YoX2d YoX2›œX2𠛜X2/¥X2Ì /¥X2�ÉX2H �ÉX2ÑöX2hÑöX2QY2DQY2 0?0I§I§ST^œ^œhis€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=ç=ç?^@^BÕBÕDLELGÃGÃIXJXLÏLÏNFOFQ½Q½S4T4V«V«X"Y"[™[™]^`‡`‡bþbþdueugìgìicjclÚlÚnXoXqÊqÊsŠ>Œ°Œ°Ž"�"‘”‘”“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ç2W2ÝFW2ÝFW2{‡W2|{‡W2ߌW2„ߌW2�W2ð�W2Ÿ™W2|Ÿ™W2ÕœW2HÕœW2©°W2Ô©°W2GñW2PGñW2±öW2X±öW2çùW2ÄçùW2qX2PqX2§X2§X2{X2¨{X2[X2$ [X2ƒ`X2, ƒ`X2¹cX2˜ ¹cX2CmX2$ CmX2ypX2ð ypX2»�X2| »�X25¥X2X5¥X2•ÉX2Ô•ÉX2×öX2ô×öX2m Y2Ðm Y2)>Y2\)>Y2]^Y2€]^Y2[iY2¬[iY2ìY28ìY2ÝÁZ2üÝÁZ2®[2®[2‘»[2à‘»[2 P\2l P\2Û!]2°Û!]2ƒ4]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ožj b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1©é bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ožj b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1©é  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Ožj  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1©é bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 šºSsx˜ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1]�®îî. ‰ É $ d bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d]Ý:º—ôt=½ÑQ‚®.ÇG‹ Œ hèCÞùy Ô T ¯ / Š e å ÿ ? @ À ]ºúU•ð0 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10BB Õ ÕKKÉÉ)?*?4µ4µ>+?+IŸIŸST^“^“his{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðBB¸¸..¤¤   ­ ­##™™……ûûqqçç] ]"Ó"Ó$Q%Q'Ç'Ç)=*=,³,³.)/)1Ÿ1Ÿ346‹6‹89;w;w=í=í?c@cBÙBÙDOEOGÅGÅI;J;L¯L¯N#O#Q—Q—S T VVXóXóZg[g]Û]Û_O`ObÃbÃd7e7g«g«ijl“l“noq‡q‡sûsûuovoxãxãzW{W}Ë}Ë?€?‚³‚³„'…'‡›‡›‰ŠŒƒŒƒŽ÷Ž÷�k‘k“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÇ2W2µGW2èµGW2SˆW2dSˆW2õŽW2lõŽW2˜W2è˜W2µ›W2´µ›W2�±W2@�±W2òW2¼òW2ÇøW2ÄÇøW2QX2@QX2‡X2 ‡X2SX2˜SX2ñ[X2ñ[X2™bX2 ™bX2#lX2˜ #lX2YoX2d YoX2›œX2𠛜X2}¥X2Ì }¥X2ÝÉX2H ÝÉX2÷X2h÷X2cY2DcY2¾¾>�à`°0€ P Ð    ð p À @ �  b ¢ l ¬ ô 4„ÄT bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Õ ÕJJÃÃ)8*84�4�>$?$I™I™ST^Œ^Œhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÕÕJJ¿¿ 4 4 © ©““}}òòggÜÜQ Q"Æ"Æ$?%?'´'´))*),ž,ž./1ˆ1ˆ3ý3ý5r6r8ç8ç:\;\=´=´?)@)BžBžDEGˆGˆIJL‘L‘NOQ{Q{SðSðUeVeXÚXÚZO[O]Ä]Ä_9`9b®b®d#e#g˜g˜i j l‚l‚noqrqrsäsäuVvVxÈxÈz:{:}¬}¬€‚�‚�„…‡t‡t‰æ‰æ‹XŒXŽÊŽÊ�<‘<“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2GW2èGW2¥‡W2d¥‡W2�W2l�W2‹˜W2苘W2Á›W2´Á›W2Ó°W2@Ó°W2qñW2¼qñW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2¥X2˜¥X2C[X2C[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2§œX2ð §œX2Y¥X2Ì Y¥X2¹ÉX2H ¹ÉX2ûöX2hûöX2kY2DkY2'=Y2Ð'=Y2«[Y2ô«[Y2©fY2 ©fY2ìY2¬ìY2ÝÁZ2pÝÁZ2®[2t®[2‘»[2T‘»[2AP\2àAP\2"]2$"]2¹4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19m¾Š b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 <|9yÈ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19m¾Š b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 <|9yÈ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19m¾Š  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 <|9yÈ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ©ÉÎî—· bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations19y~¾¾þí-  \  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d9¹"¢òréi«+°0däw÷�ÖV‘LÌ…¾>w÷0°éi ¢ " [ Û  – Ï  H ˆ ” Ô Á  : z  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Ö ÖMMÄÄ);*;4²4²> ? IžIžST^’^’his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÖÖMMÄÄ ; ; ² ²))  ŽŽ||óój j"á"á$X%X'Ï'Ï)F*F,½,½.4/41«1«3"4"6™6™89;‡;‡=þ=þ?u@uBìBìDcEcGÚGÚI5J5LªLªNOQ”Q”S T VšVšXY[„[„]ù]ù_n`nbãbãdXeXgÍgÍiBjBl·l·n6o6q«q«s t v•v•x y {{}ô}ôi€i‚Þ‚Þ„S…S‡ȇȉ=Š=Œ²Œ²Ž'�'‘œ‘œ“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2©GW2è©GW2GˆW2dGˆW2�W2l�W2‹˜W2苘W2Á›W2´Á›W2{±W2@{±W2òW2¼òW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2MX2˜MX2ë[X2ë[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2§œX2ð §œX2Y¥X2Ì Y¥X2¹ÉX2H ¹ÉX2ûöX2hûöX2Y2DY2ÅDY2ÀÅDY2'[Y2ä'[Y2%fY2À%fY2áëY2LáëY2¹ÁZ2¹ÁZ2ó­[2ó­[2m»[2ôm»[2P\2€P\2ç!]2Äç!]2�4]2È€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1’Æc/ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 P�—×É  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1’Æc/ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 P�—×É  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1’Æc/  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 P�—×É   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �¯Aa—· bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 Hˆ�ÍÍ bÒ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1€� bJ7M÷operation.5exchange :z2breasonOperatorInputsvalue9invocations1<HÈ,¬�õuØX¾>  ‡hè0°øxÀ@ˆÈP¼ ü  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff à àZZÐÐ)F*F4¼4¼>2?2I¦I¦ST^�^�his\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffààZZÔÔ N N È ÈBB¼¼66°°**¤¤ ˜ ˜"#%ˆ%ˆ'þ'þ)t*t,ê,ê.`/`1Ö1Ö3L4L6Â6Â8898;®;®=$>$@š@šBCE†E†GüGüIrJrLæLæNZOZQÎQÎSBTBV¶V¶X*Y*[ž[ž]^`†`†búbúdnengâgâiVjVlÊlÊn@o@q´q´s(t(vœvœxy{„{„}ø}øl€l‚à‚à„T…T‡¬‡¬‰ Š Œ”Œ”Ž�‘|‘|“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2GW2èGW2Ÿ‡W2dŸ‡W2�W2l�W2‹˜W2苘W2Á›W2´Á›W2Ó°W2@Ó°W2qñW2¼qñW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2¥X2˜¥X2C[X2C[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2§œX2ð §œX25¥X2Ì 5¥X2•ÉX2H •ÉX2×öX2h×öX2ùY2DùY2µ¾×W…�ÌLIÉ“‚»;tô-­æf Ÿ  X Ø  ‘ Ê C ƒ ¼ ü  [ 5 u  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Ö ÖLLÁÁ)6*64«4«>?I“I“ST^�^�hôhôrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††üürrèè^ ^"Ô"Ô$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯IJLzLzNíNíP`Q`SÓSÓUcVcXÖXÖZI[I]¼]¼_/`/b¢b¢degˆgˆiûiûknlnnénép\q\sÏsÏuBvBxµxµz({(}›}›€‚�‚�„ô„ô†g‡g‰Ú‰Ú‹MŒMŽÀŽÀ�3‘3“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2©GW2è©GW2GˆW2dGˆW2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2{±W2@{±W2òW2¼òW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2MX2˜MX2ë[X2ë[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2ã¥X2Ì ã¥X2CÊX2H CÊX2…÷X2h…÷X2›Y2D›Y2EFY2ÀEFY2±[Y2ä±[Y2¯fY2À¯fY2ÉëY2LÉëY2¡ÁZ2¡ÁZ2Û­[2Û­[2U»[2ôU»[2¥O\2€¥O\2u!]2Äu!]24]2È€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“Çe1 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘—×Ê  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“Çe1 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘—×Ê  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“Çe1  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘—×Ê   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¢Âþ#C bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 9y PU• bÒ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1€� bJ7M÷operation.5exchange :z2breasonOperatorInputsvalue9invocations1<9¹òr«+dä�PÐØX™‘âbJÊ«+C|¼E …  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜTTÈÈ)<*<4°4°>$?$I–I–ST^~^~hðhðrEsE} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœŒŒ | |"ô"ô$h%h'Ü'Ü)P*P,Ä,Ä.8/81¬1¬3 4 6”6”89;|;|=ð=ð?d@dBØBØDLELGÀGÀI4J4L¦L¦NOQŠQŠSüSüUnVnXàXàZR[R]Ä]Ä_6`6b¨b¨degŒgŒiþiþkplpnænæpXqXsÊsÊu)?)I�I�ST^…^…hùhùrQsQ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÝÝWWÑÑ K K Å Å??¹¹33­­##™™ … …"û"û$q%q'ç'ç)]*],Ó,Ó.I/I1¿1¿35456«6«8!9!;—;—= > @�@�BõBõDiEiGÝGÝIQJQLÅLÅN9O9Q­Q­S!T!V•V•X Y [}[}]ñ]ñ_e`ebÙbÙdMeMgÁgÁi5j5l©l©noq‘q‘stvyvyxíxíza{a}Õ}ÕI€I‚½‚½„1…1‡‰‡‰‰ü‰ü‹oŒoŽâŽâ�U‘U“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÍ2W2£GW2УGW2AˆW2LAˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2u±W2(u±W2òW2¤òW2ëøW2¬ëøW2uX2(uX2«X2ô«X2GX2€GX2å[X2üå[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2 ¥X2´  ¥X2kÉX20 kÉX2­öX2P­öX2mýX2,mýX2[Y2˜[Y2íëY2$íëY2ÅÁZ2èÅÁZ2ÿ­[2ìÿ­[2ÃO\2ÌÃO\2“!]2“!]2;4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»X$ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [›ØÐ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»X$ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [›ØÐ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»X$  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [›ØÐ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 #Cˆ¨Hh bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1_€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ÿæf­-tô� Ï  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙNNÃÃ)8*84­4­> ? I“I“ST^y^yhìhìr_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?L@LB¿B¿D2E2G¥G¥IJL‹L‹NþNþPqQqSäSäUWVWXÊXÊZ=[=]°]°_#`#b–b–d e g|g|iïiïkblbnÕnÕpHqHs»s»u.v.x¡x¡z{}‡}‡úú�m‚m„à„à†S‡S‰ʼnŋ7Œ7ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2GW2èGW2¥‡W2d¥‡W2�W2l�W2�˜W2è�˜W2Ó›W2´Ó›W2Ù°W2@Ù°W2wñW2¼wñW2åøW2ÄåøW2oX2@oX2¥X2 ¥X2«X2˜«X2I[X2I[X2·bX2 ·bX2AlX2˜ AlX2woX2d woX2¹œX2𠹜X2ç¤X2Ì ç¤X2GÉX2H GÉX2‰öX2h‰öX2óY2DóY2�EY2À�EY2¥[Y2ä¥[Y2£fY2À£fY2ÃëY2LÃëY2›ÁZ2›ÁZ2Õ­[2Õ­[2O»[2ôO»[2�O\2€�O\2Q!]2ÄQ!]2ù3]2È€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n½‰ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U9yÒ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n½‰ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U9yÒ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n½‰  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U9yÒ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 –¶ %E bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 G‡Î¨è bÒ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1€� bJ7M÷operation.5exchange :z2breasonOperatorInputsvalue9invocations1<GÇŽÕUœcã=½*ª†ñqÏO¸8˜¿F2 r  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛOOÃÃ)7*74«4«>?I�I�ST^s^shåhår:s:} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››ƒƒ÷÷k k"ß"ß$S%S'Ç'Ç);*;,¯,¯.#/#1—1—3 4 668ó8ó:g;g=Û=Û?M@MB¿B¿D1E1G£G£IJL‡L‡NùNùPkQkSÝSÝUOVOXÁXÁZ3[3]¥]¥_`b‰b‰dûdûfmgmißißkQlQnÃnÃp5q5s§s§uvx‹x‹zýzý|o}oáá�S‚S„ńņ‡‰‹‰‹‹ü‹ü�mŽm�Þ�Þ’  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÍ2W2£GW2УGW2AˆW2LAˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2u±W2(u±W2òW2¤òW2ëøW2¬ëøW2uX2(uX2«X2ô«X2GX2€GX2å[X2üå[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2ïÿX2,ïÿX2‡[Y2˜‡[Y2ÛëY2$ÛëY2³ÁZ2è³ÁZ2í­[2ìí­[2]O\2Ì]O\2-!]2-!]2Õ3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼Z& b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 \œÚÑ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼Z& b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 \œÚÑ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼Z&  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 \œÚÑ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ©ÉÎ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¦æ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1;»‚ÉI� V  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙLL¿¿)2*24¥4¥>?I‡I‡SøSø]i^ihÚhÚrKsK} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰üüooââU U"È"È$;%;'®'®)!*!,”,”./1z1z3í3í5`6`8Ó8Ó:F;F=¹=¹?*@*B›B›D E G}G}IîIîK_L_NÐNÐPAQAS²S²U#V#X”X”Z[]v]v_ç_çaXbXdÉdÉf:g:i«i«kln�n�pþpþrosouàuàwQxQzÂzÂ|3}3¤¤�‚„†„††÷†÷ˆg‰g‹׋×�GŽG�·�·’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2 GW2Ð GW2«‡W2L«‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2ß°W2(ß°W2}ñW2¤}ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2±X2€±X2O[X2üO[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX25¥X2´ 5¥X2•ÉX20 •ÉX2×öX2P×öX2aýX2,aýX23[Y2˜3[Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2kP\2ÌkP\2;"]2;"]2ã4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;oÀŒ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 1q;{à  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;oÀŒ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 1q;{à  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;oÀŒ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 1q;{à   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ÿ¿Hhm� bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1P€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�Û[¦&qñÀ  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ü ÜUUÎÎ)G*G4À4À>9?9I°I°S%T%^˜^˜h i s~s~} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÜÜUUÎÎ G G À À99²²++¤¤–– ˆ ˆ"#%z%z'ó'ó)l*l,å,å.^/^1×1×3P4P6É6É8B9B;»;»=4>4@­@­B&C&EŸEŸGHJ‘J‘LMOOQöQöSmTmVäVäX[Y[[Ò[Ò]I^I`À`Àb5c5eªeªghj”j”l m o|o|qïqïsbtbvÕvÕxHyH{»{»}.~.€¡€¡‚ƒ…‡…‡‡ú‡ú‰lŠlŒތގP�P‘‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2�GW2Ð�GW2;ˆW2L;ˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2i±W2(i±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2;X2€;X2Ù[X2üÙ[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2;¥X2´ ;¥X2›ÉX20 ›ÉX2ÝöX2PÝöX2aýX2,aýX2ÙZY2˜ÙZY2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2 P\2Ì P\2Û!]2Û!]2ƒ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°M b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 f¦—×î. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°M b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 f¦—×î. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°M  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 f¦—×î.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ©ÉÎîr’ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1R€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1’×Wœaáb ¢  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞSSÈÈ)=*=4²4²>(?(IœIœST^„^„høhørnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžˆˆýýr r"ç"ç$\%\'Ñ'Ñ)F*F,»,».0/01¥1¥346�6�89;y;y=î=î?c@cBØBØDMEMGÂGÂI8J8L¬L¬N O Q”Q”STV|V|XðXðZd[d]Ø]Ø_L`LbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡އމŠŒxŒxŽíŽí�b‘b“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2 GW2Ð GW2«‡W2L«‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2ß°W2(ß°W2}ñW2¤}ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2±X2€±X2O[X2üO[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2;¥X2´ ;¥X2›ÉX20 ›ÉX2ÝöX2PÝöX2éÿX2,éÿX2Ã[Y2˜Ã[Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ùO\2ÌùO\2É!]2É!]2q4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o¾Š b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 0p:zÞ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o¾Š b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 0p:zÞ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;o¾Š  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 0p:zÞ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‰©nŽ>^ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1›Û€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1<¼‡ÒR�K ‹  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>-?-I¢I¢ST^†^†h÷h÷risi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbåbådXeXgËgËi>j>l±l±n"o"q“q“stvuvuxæxæzW{W}È}È9€9‚ª‚ª„…‡�‡�‰þ‰þ‹oŒoŽàŽà�Q‘Q“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2�GW2Ð�GW2;ˆW2L;ˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2o±W2(o±W2 òW2¤ òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2AX2€AX2ß[X2üß[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2)¥X2´ )¥X2‰ÉX20 ‰ÉX2ËöX2PËöX2éÿX2,éÿX2][Y2˜][Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2ÉO\2ÌÉO\2™!]2™!]2A4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±O b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 g§—×ð0 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±O b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 g§—×ð0 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±O  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 g§—×ð0  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 =]”´b‚ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1—×€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1&¦ëk°0uõç '  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94®4®>#?#I–I–ST^z^zhìhìr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?O@OBÄBÄD9E9G®G®I#J#L–L–N O Q|Q|SïSïUbVbXÕXÕZH[H]»]»_.`.b b deg„g„iöiökhlhnÚnÚpLqLs¾s¾u0v0x¢x¢z{}†}†øø�j‚j„܄܆P‡P‰ÉË6Œ6ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2GW2ÐGW2±‡W2L±‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2å°W2(å°W2ƒñW2¤ƒñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2·X2€·X2U[X2üU[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2+¦X2´ +¦X2‹ÊX20 ‹ÊX2Í÷X2PÍ÷X2SÿX2,SÿX2Q[Y2˜Q[Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2}P\2Ì}P\2M"]2M"]2õ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<pÁ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IQ‘@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<pÁ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IQ‘@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<pÁ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IQ‘@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 –¶:ZZz bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1B€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1‡ÔT¡!nî×   €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛSSËË)C*C4»4»>3?3I©I©ST^•^•h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$k%k'ã'ã)[*[,Ó,Ó.K/K1Ã1Ã3;4;6³6³8+9+;£;£=>@“@“B C EƒEƒGûGûIsJsLéLéN_O_QÕQÕSKTKVÁVÁX7Y7[­[­]#^#`™`™bce…e…gûgûiqjqlçlçn]o]qÓqÓsItIv¿v¿x5y5{«{«}!~!€—€—‚ ƒ …ƒ…ƒ‡ù‡ù‰oŠoŒåŒåŽ[�[‘ёѓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2—GW2ЗGW25ˆW2L5ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2c±W2(c±W2òW2¤òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X25X2€5X2Ó[X2üÓ[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2ó¤X2´ ó¤X2SÉX20 SÉX2•öX2P•öX2[ýX2,[ýX2¯ZY2˜¯ZY2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2;P\2Ì;P\2 "]2 "]2³4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥B b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 f¦Äâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥B b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 f¦Äâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥B  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 f¦Äâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 #m�(H bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1E€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1…ÈH‹ NÎ5 u  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ý ÝTTËË)B*B4¹4¹>2?2I©I©S T ^’^’hisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÝÝTTËË B B ¹ ¹00§§••  ƒƒúúq q"è"è$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIZJZLÑLÑNHOHQ¿Q¿S6T6V­V­X$Y$[›[›]^`‰`‰bcewewgîgîiejelÜlÜnNoNqÀqÀs2t2v¤v¤xy{ˆ{ˆ}ú}úl€l‚Þ‚Þ„P…P‡‡‰4Š4Œ¦Œ¦Ž�‘БГ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2GW2ÐGW2±‡W2L±‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2ß°W2(ß°W2}ñW2¤}ñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2±X2€±X2O[X2üO[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2/¥X2´ /¥X2�ÉX20 �ÉX2ÑöX2PÑöX2áY2,áY2Û[Y2˜Û[Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2 P\2Ì P\2Û!]2Û!]2ƒ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p¿‹ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JP�þ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p¿‹ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JP�þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<p¿‹  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JP�þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 |œ@`e… bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1�Ï€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1;»ˆÕU¢"d ¤  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙOOÅÅ);*;4±4±>'?'I›I›ST^ƒ^ƒh÷h÷rksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰ÿÿuuëëa a"×"×$M%M'Ã'Ã)9*9,¯,¯.%/%1›1›346‡6‡8ý8ý:s;s=é=é?_@_BÕBÕDKEKGÁGÁI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqwqwsësëu_v_xÓxÓzG{G}»}»/€/‚£‚£„…‡‹‡‹‰ÿ‰ÿ‹sŒsŽçŽç�[‘[“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2—GW2ЗGW25ˆW2L5ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2i±W2(i±W2òW2¤òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2;X2€;X2Ù[X2üÙ[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2ÝÿX2,ÝÿX23[Y2˜3[Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦D b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 g§Åä$ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦D b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 g§Åä$ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦D  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 g§Åä$  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ©ÉÎ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ˆÈ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1‘ÔT—ZÚ¸ ø  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ù ÙNNÃÃ)8*84­4­>$?$I™I™ST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÙÙNNÃà 8 8 ­ ­""——  ��öökkààU U"Ê"Ê$?%?'´'´))*),ž,ž./1ˆ1ˆ3ý3ý5r6r8ç8ç:\;\=Ñ=Ñ?F@FB»B»D0E0G¥G¥IJL‘L‘NOQ{Q{SðSðUeVeXÚXÚZO[O]Ä]Ä_9`9b®b®d#e#g˜g˜i j l‚l‚nônôpfqfsØsØuJvJx¼x¼z.{.} } €‚„‚„„ö„ö†h‡h‰Ú‰Ú‹LŒL޾޾�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2GW2ÐGW2·‡W2L·‡W2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2ë°W2(ë°W2‰ñW2¤‰ñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2½X2€½X2[[X2ü[[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2s¦X2´ s¦X2ÓÊX20 ÓÊX2øX2PøX2UýX2,UýX2Ÿ[Y2˜Ÿ[Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2GP\2ÌGP\2"]2"]2¿4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÂŽ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 &f9yÉ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÂŽ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 &f9yÉ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÂŽ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 &f9yÉ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 :Z}�¢Â bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÑQ¢"só `  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>-?-I¢I¢ST^Œ^Œhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbçbçd\e\gÑgÑiFjFl»l»n0o0q¥q¥stv�v�xy{y{y}î}îc€c‚؂؄M…M‡‡‰7Š7Œ¬Œ¬Ž!�!‘–‘–“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2‹GW2ЋGW2)ˆW2L)ˆW2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2]±W2(]±W2ûñW2¤ûñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2/X2€/X2Í[X2üÍ[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX25¥X2´ 5¥X2•ÉX20 •ÉX2×öX2P×öX2UýX2,UýX2ýZY2˜ýZY2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2MP\2ÌMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš7 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O�È›Û bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš7 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O�È›Û bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš7  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O�È›Û  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ©ÉÎîd„ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÉI’[Û€ À  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ä ä^^ÔÔ)J*J4À4À>6?6IªIªST^’^’hiszsz} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjää^^ØØ R R Ì ÌFFÀÀ::´´..¨¨"" œ œ"#%Œ%Œ'(*x*x,î,î.d/d1Ú1Ú3P4P6Æ6Æ8<9<;²;²=(>(@ž@žBCEŠEŠGHJvJvLêLêN^O^QÒQÒSFTFVºVºX.Y.[¢[¢]^`Š`ŠbþbþdrergægæiZjZlÎlÎnBoBq¶q¶s*t*vžvžxy{†{†}ú}ún€n‚â‚â„V…V‡ʇʉ>Š>Œ²Œ²Ž&�&‘š‘š“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2GW2ÐGW2·‡W2L·‡W2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2å°W2(å°W2ƒñW2¤ƒñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2·X2€·X2U[X2üU[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2éÿX2,éÿX2/\Y2˜/\Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÀŒ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 %e9yÊ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÀŒ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 %e9yÊ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÀŒ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 %e9yÊ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 o�lŒŒ¬ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1‘Ñ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1DÄ•æf·7± ñ  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÅÅ):*:4¯4¯>$?$I—I—S T ^}^}hðhðrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$M%M'Â'Â)7*7,¬,¬.!/!1–1–3 4 6€6€8õ8õ:j;j=ß=ß?T@TBÉBÉD>E>G³G³I(J(L›L›NOQ�Q�SôSôUgVgXÚXÚZM[M]À]À_3`3b¦b¦degŒgŒiÿiÿkrlrnånåpXqXsËsËu>v>x±x±z${$}—}— € ‚}‚}„ð„ð†c‡c‰Ö‰Ö‹IŒI޼޼�/‘/“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2‘GW2БGW2/ˆW2L/ˆW2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2]±W2(]±W2ûñW2¤ûñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2/X2€/X2Í[X2üÍ[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2G¥X2´ G¥X2§ÉX20 §ÉX2éöX2PéöX2ãÿX2,ãÿX2‡[Y2˜‡[Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›9 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 NŽÇœÜ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›9 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 NŽÇœÜ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›9  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 NŽÇœÜ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ©ÉÎîx˜ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1‰É€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1$¤ím¶6ÿ I  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àXXÌÌ)@*@4´4´>(?(IšIšS T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  �� € €"ø"ø$l%l'à'à)T*T,È,È.Œ>ްް�"‘"“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2GW2ÐGW2½‡W2L½‡W2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2ë°W2(ë°W2‰ñW2¤‰ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2½X2€½X2[[X2ü[[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2›¥X2´ ›¥X2ûÉX20 ûÉX2=÷X2P=÷X2SÿX2,SÿX2S\Y2˜S\Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2)P\2Ì)P\2ù!]2ù!]2¡4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÃ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @:zÍ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÃ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @:zÍ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÃ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @:zÍ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ©É4TÆæ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ø8€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€Ü\¸8”Ð  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á áWWÍÍ)C*C4¹4¹>-?-I¡I¡ST^‰^‰hýhýrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±''�� ‰ ‰"ÿ"ÿ$u%u'ë'ë)a*a,×,×.M/M1Ã1Ã39496¯6¯8%9%;›;›=>@…@…BùBùDmEmGáGáIUJULÉLÉN=O=Q±Q±S%T%V™V™X Y [�[�]õ]õ_i`ibÝbÝdQeQgÅgÅi9j9l­l­n!o!q•q•s t v}v}xñxñze{e}Ù}ÙM€M‚Á‚Á„5…5‡©‡©‰ŠŒ�Œ�Ž�‘u‘u“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2…GW2Ð…GW2#ˆW2L#ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2W±W2(W±W2õñW2¤õñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2)X2€)X2Ç[X2üÇ[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2}¥X2´ }¥X2ÝÉX20 ÝÉX2÷X2P÷X2[ýX2,[ýX2±[Y2˜±[Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�,ø b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R’Ë »û bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�,ø b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R’Ë »û bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�,ø  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R’Ë »û  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 _î£Ã bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÔT¨(|ü0 p  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝRRÇÇ)<*<4±4±>$?$I—I—S T ^}^}hðhðrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��wwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?P@PBÃBÃD6E6G©G©IJL�L�NOQuQuSèSèU[V[XÎXÎZA[A]´]´_'`'bšbšd e g€g€ióiókflfnÙnÙpLqLs¿s¿u2v2x¥x¥z{}‹}‹þþ�q‚q„ä„ä†W‡W‰ɉɋ;Œ;Ž­Ž­�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2GW2ÐGW2·‡W2L·‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2ë°W2(ë°W2‰ñW2¤‰ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2½X2€½X2[[X2ü[[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2¥X2´ ¥X2wÉX20 wÉX2¹öX2P¹öX2íY2,íY2ï\Y2˜ï\Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2·O\2Ì·O\2‡!]2‡!]2/4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÁ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @:zÎ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÁ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @:zÎ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÁ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @:zÎ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 b‚=Bb bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1”Ô€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1pðLÌ(¨„l¬ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßSSÇÇ);*;4¯4¯>!?!I“I“ST^w^whéhér[s[} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ‡‡ûûo o"ã"ã$W%W'Ë'Ë)?*?,³,³.'/'1›1›346ƒ6ƒ8÷8÷:k;k=ß=ß?Q@QBÃBÃD5E5G§G§IJL‹L‹NýNýPoQoSáSáUSVSXÅXÅZ7[7]©]©_`b�b�dÿdÿfqgqiãiãkUlUnÇnÇp9q9s«s«uvx�x�z{}s}såå�W‚W„ɄɆ;‡;‰¬‰¬‹ŒŽŽŽŽ�ÿ�ÿ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2‹GW2ЋGW2)ˆW2L)ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2W±W2(W±W2õñW2¤õñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2)X2€)X2Ç[X2üÇ[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2ƒ¥X2´ ƒ¥X2ãÉX20 ãÉX2%÷X2P%÷X2ïÿX2,ïÿX2G\Y2˜G\Y2íëY2$íëY2ÅÁZ2èÅÁZ2ÿ­[2ìÿ­[2oO\2ÌoO\2?!]2?!]2ç3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�.ú b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘Ê »û bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�.ú b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘Ê »û bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�.ú  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘Ê »û  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ÿ>­Í bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1”Ô€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1PÐ$¤øxÌLÄ  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝPPÃÃ)6*64©4©>?I‹I‹SüSü]m^mhÞhÞrOsO} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��ssææY Y"Ì"Ì$?%?'²'²)%*%,˜,˜. / 1~1~3ñ3ñ5d6d8×8×:J;J=½=½?.@.BŸBŸDEG�G�IòIòKcLcNÔNÔPEQES¶S¶U'V'X˜X˜Z [ ]z]z_ë_ëa\b\dÍdÍf>g>i¯i¯k l n‘n‘pqssssuäuäwUxUzÆzÆ|7}7¨¨�‚„ЄІû†ûˆk‰k‹Û‹Û�KŽK�»�»’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2%GW2Ð%GW2ÇW2LÇW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2ñ°W2(ñ°W2�ñW2¤�ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2ÃX2€ÃX2a[X2üa[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2)¥X2´ )¥X2‰ÉX20 ‰ÉX2ËöX2PËöX2aýX2,aýX2]Y2˜]Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2ƒP\2̃P\2S"]2S"]2û4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÄ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [9yÏ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÄ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [9yÏ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÄ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [9yÏ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ©ÉÎîSs bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€çgÎNµ5€À €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg à àYYÒÒ)K*K4Ä4Ä>=?=I´I´S)T)^œ^œhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggààYYÒÒ K K Ä Ä==¶¶//¨¨!!šš Œ Œ"#%~%~'÷'÷)p*p,é,é.b/b1Û1Û3T4T6Í6Í8F9F;¿;¿=8>8@±@±B*C*E£E£GHJ•J•L M OƒOƒQúQúSqTqVèVèX_Y_[Ö[Ö]M^M`Ä`Äb9c9e®e®g#h#j˜j˜l m o€o€qóqósftfvÙvÙxLyL{¿{¿}2~2€¥€¥‚ƒ…‹…‹‡þ‡þ‰pŠpŒâŒâŽT�T‘ƑƓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2GW2ÐGW2ˆW2LˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2Q±W2(Q±W2ïñW2¤ïñW2ñøW2¬ñøW2{X2({X2±X2ô±X2#X2€#X2Á[X2üÁ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2ƒ¥X2´ ƒ¥X2ãÉX20 ãÉX2%÷X2P%÷X2aýX2,aýX2e\Y2˜e\Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2#P\2Ì#P\2ó!]2ó!]2›4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„!í b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U•Φæ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„!í b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U•Φæ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„!í  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U•Î¦æ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Xxà©É bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ß_¾>�à  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âWWÌÌ)A*A4¶4¶>,?,I I ST^ˆ^ˆhühürrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢ŒŒ v v"ë"ë$`%`'Õ'Õ)J*J,¿,¿.4/41©1©346“6“89;};}=ò=ò?g@gBÜBÜDQEQGÆGÆI1?1I¦I¦ST^Š^Šhûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâIYJYLÎLÎNCOCQ¸Q¸S-T-V¢V¢XY[Œ[Œ]^`v`vbébéd\e\gÏgÏiBjBlµlµn&o&q—q—stvyvyxêxêz[{[}Ì}Ì=€=‚®‚®„…‡‘‡‘‰ŠŒsŒsŽäŽä�U‘U“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2GW2ÐGW2ˆW2LˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2Q±W2(Q±W2ïñW2¤ïñW2ñøW2¬ñøW2{X2({X2±X2ô±X2#X2€#X2Á[X2üÁ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2 ¥X2´  ¥X2kÉX20 kÉX2­öX2P­öX2Y2,Y2]Y2˜]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…#ï b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T”Í §ç bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…#ï b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T”Í §ç bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…#ï  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T”Í §ç  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x˜ ,,L bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1²ò€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1|ü[Û:º™¿ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞSSÈÈ)=*=4²4²>'?'IšIšS T ^~^~hðhðrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽxxííb b"×"×$L%L'Á'Á)6*6,«,«. / 1•1•3 4 668ô8ô:i;i=Þ=Þ?S@SBÈBÈD=E=G²G²I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¤b¤degˆgˆiúiúklllnÞnÞpPqPsÂsÂu4v4x¦x¦z{}Š}Šüü�n‚n„à„à†T‡T‰ljNj:Œ:Ž­Ž­� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2‹GW2�‹GW2)ˆW2)ˆW2UŒW2$UŒW2W±W2�W±W2õñW2õñW2'öW2$'öW2)X2�)X2Ç[X2Ç[X2ù_X2$ù_X2¤X2�¤X2cÈX2ücÈX2!ûX2 !ûX2INY2| INY2AìY2Ü AìY2ÂZ2  ÂZ2S®[2¤ S®[2§P\2„ §P\2w"]2Èw"]25]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qQ…Ö¢'ó b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qQ…Ö¢'ó b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qQ…Ö¢'ó b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1!A  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx ð ðhhàà)X*X4Ð4Ð>F?FI¼I¼S2T2^¨^¨his”s”} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðxxððhhàà X X Ð ÐHHÀÀ88°°((   � �"#%€%€'ø'ø)p*p,è,è.`/`1Ø1Ø3P4P6È6È8@9@;¸;¸=0>0@¨@¨B C E˜E˜GHJ†J†LüLüNrOrQèQèS^T^VÔVÔXJYJ[À[À]6^6`¬`¬b"c"e˜e˜ghj„j„lúlúnpopqæqæs\t\vÒvÒxHyH{¾{¾}4~4€ª€ª‚ ƒ …–…–‡ ˆ ЂЂŒøŒøŽn�n‘ä‘ä“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2yGW2�yGW2ˆW2 ˆW2�W2�W2K±W2€K±W2éñW2üéñW2ñøW2ñøW2X2pX2»[X2ì»[X2ÃbX2ôÃbX2�¥X2`�¥X2ïÉX2ÌïÉX2!ûX2ì!ûX2INY2L INY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2YP\2T YP\2)"]2˜)"]2Ñ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dxá b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ç€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dxá b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ç€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Dxá b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ç €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1«Ë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss ê êaaØØ)O*O4Æ4Æ>=?=I´I´S+T+^�^�his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssêêaaØØ O O Æ Æ==´´++¢¢�� ~ ~"õ"õ$l%l'ã'ã)Z*Z,Ñ,Ñ.H/H1¿1¿36466­6­8$9$;›;›=>@‰@‰BCEwEwGîGîIeJeLÜLÜNSOSQÊQÊSATAV¸V¸X/Y/[¦[¦]^`”`”b c e‚e‚gùgùipjplçlçnYoYqËqËs=t=v¯v¯x!y!{“{“}~€w€w‚é‚é„[…[‡͇͉?Š?Œ±Œ±Ž#�#‘•‘•“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2‹GW2�‹GW2)ˆW2)ˆW2UŒW2$UŒW2]±W2�]±W2ûñW2ûñW2'öW2$'öW2/X2�/X2Í[X2Í[X2ù_X2$ù_X2�¢X2��¢X2ïÆX2üïÆX2!ûX2 !ûX2INY2| INY2)ìY2Ü )ìY2ÂZ2  ÂZ2;®[2¤ ;®[2/P\2„ /P\2ÿ!]2Èÿ!]2§4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rOƒÒž*ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rOƒÒž*ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rOƒÒž*ö b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1©É  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ì ìbbØØ)N*N4Ä4Ä>8?8I¬I¬S T ^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvììbbØØ N N Ä Ä::°°&&œœˆˆþþt t"ê"ê$`%`'Ö'Ö)L*L,Â,Â.8/81®1®3$4$6š6š89;†;†=ü=ü?r@rBèBèD^E^GÔGÔIHJHL¼L¼N0O0Q¤Q¤STVŒVŒXY[t[t]è]è_\`\bÐbÐdDeDg¸g¸i,j,l l noqˆqˆsüsüupvpxäxäzX{X}Ì}Ì@€@‚´‚´„(…(‡œ‡œ‰ŠŒ„Œ„ŽøŽø�l‘l“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2yGW2�yGW2ˆW2 ˆW2�W2�W2K±W2€K±W2éñW2üéñW2ñøW2ñøW2X2pX2»[X2ì»[X2ÃbX2ôÃbX23¤X2`3¤X2“ÈX2Ì“ÈX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2ÿO\2T ÿO\2Ï!]2˜Ï!]2w4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cwá b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ç€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cwá b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ç€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cwá b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ç €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Oo  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss è è]]ÒÒ)G*G4¼4¼>1?1I¦I¦ST^�^�hÿhÿrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssèè]]ÒÒ G G ¼ ¼11¦¦��zzïïd d"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I)J)LžLžNOQˆQˆSýSýUrVrXçXçZ\[\]Ñ]Ñ_F`Fb»b»d0e0g¥g¥ijl�l�noqsqssåsåuWvWxÉxÉz;{;}­}­€‚‘‚‘„…‡u‡u‰ç‰ç‹YŒYŽËŽË�=‘=“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W27GW2�7GW2Õ‡W2 Õ‡W2mŒW2mŒW2±W2€±W2¡ñW2ü¡ñW2?öW2?öW2ÕX2pÕX2s[X2ìs[X2`X2ô`X2‰¢X2`‰¢X2éÆX2ÌéÆX2ûX2ìûX2CNY2L CNY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2eP\2T eP\25"]2˜5"]2Ý4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ÓŸ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1[€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ÓŸ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1[€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ÓŸ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1[ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1©É  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ë ëbbÙÙ)P*P4Ç4Ç>>µµ,,££‘‘  "ö"ö$m%m'ä'ä)[*[,Ò,Ò.I/I1À1À37476®6®8%9%;œ;œ=>@Š@ŠBCExExGïGïIdJdLÙLÙNNONQÃQÃS8T8V­V­X"Y"[—[—] ^ `�`�böbödkekgàgàiUjUlÊlÊn?o?q´q´s)t)vžvžxy{ˆ{ˆ}ý}ýr€r‚ç‚ç„\…\‡чщFŠFŒ»Œ»Ž0�0‘¥‘¥“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2GW2�GW2ˆW2 ˆW2õŽW2õŽW2Q±W2€Q±W2ïñW2üïñW2ÇøW2ÇøW2#X2p#X2Á[X2ìÁ[X2™bX2ô™bX2!¤X2`!¤X2�ÈX2Ì�ÈX2ûX2ìûX2CNY2L CNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ê b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¦æ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ê b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¦æ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ê b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¦æ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1?_  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss í íggÝÝ)S*S4É4É>=?=I±I±S%T%^™^™h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssííggáá [ [ Õ ÕOOÉÉCC½½77±±++ ¥ ¥"#%•%•' ( *�*�,÷,÷.m/m1ã1ã3Y4Y6Ï6Ï8E9E;»;»=1>1@§@§BCE“E“G H J}J}LñLñNeOeQÙQÙSMTMVÁVÁX5Y5[©[©]^`‘`‘bceyeygígíiajalÕlÕnIoIq½q½s1t1v¥v¥xy{�{�}~€u€u‚é‚é„]…]‡чщEŠEŒ¹Œ¹Ž-�-‘¡‘¡“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W21GW2�1GW2χW2 χW2mŒW2mŒW2±W2€±W2¡ñW2ü¡ñW2?öW2?öW2ÕX2pÕX2s[X2ìs[X2`X2ô`X2÷£X2`÷£X2WÈX2ÌWÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Ï› b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Z€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Ï› b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Z€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Ï› b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Z €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations15  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss é é__ÔÔ)I*I4¾4¾>1?1I¤I¤ST^Š^Šhýhýrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðsséé__ÕÕ K K Á Á77­­##™™……ûûq q"ç"ç$\%\'Ñ'Ñ)F*F,»,».0/01¥1¥346�6�89;y;y=î=î?c@cBØBØDMEMGÂGÂI5J5L¨L¨NOQŽQŽSTVtVtXçXçZZ[Z]Í]Í_@`@b³b³d&e&g™g™i j llnònòpeqesØsØuKvKx¾x¾z1{1}¤}¤€‚ЂЄý„ý†p‡p‰ã‰ã‹VŒVŽÉŽÉ�<‘<“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2GW2�GW2ˆW2 ˆW2ûŽW2ûŽW2Q±W2€Q±W2ïñW2üïñW2ÍøW2ÍøW2#X2p#X2Á[X2ìÁ[X2ŸbX2ôŸbX2ƒ¥X2`ƒ¥X2ãÉX2ÌãÉX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€ê b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1§ç€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€ê b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1§ç€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€ê b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1§ç €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1£Ã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss ë ëcc××)K*K4¿4¿>1?1I£I£ST^‡^‡hùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssëëccÛÛ S S Ë ËCC»»33««##›› ‹ ‹"#%w%w'ë'ë)_*_,Ó,Ó.G/G1»1»3/4/6£6£89;‹;‹=ÿ=ÿ?s@sBçBçD[E[GÏGÏIAJAL³L³N%O%Q—Q—S T V{V{XíXíZ_[_]Ñ]Ñ_C`Cbµbµd'e'g™g™i j l}l}nïnïpaqasÓsÓuEvEx·x·z){)}›}› € ‚‚„ñ„ñ†c‡c‰Õ‰Õ‹GŒG޹޹�+‘+“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W21GW2�1GW2χW2 χW2UŒW2UŒW2ý°W2€ý°W2›ñW2ü›ñW2'öW2'öW2ÏX2pÏX2m[X2ìm[X2ù_X2ôù_X2‰¥X2`‰¥X2éÉX2ÌéÉX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2;P\2T ;P\2 "]2˜ "]2³4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KМ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KМ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KМ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¯Ï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt î îddÚÚ)P*P4Ä4Ä>8?8I¬I¬S T ^”^”hiszsz} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttîîhhââ \ \ Ö ÖPPÊÊDD¾¾44ªª  – –" # %‚%‚'ø'ø)n*n,ä,ä.Z/Z1Ð1Ð3F4F6¼6¼8292;¨;¨=>@�@�BCExExGìGìI`J`LÔLÔNHOHQ¼Q¼S0T0V¤V¤XY[Œ[Œ]^`t`tbèbèd\e\gÐgÐiDjDl¸l¸n,o,q q stvˆvˆxüxüzp{p}ä}äX€X‚̂̄@…@‡²‡²‰%Š%Œ˜Œ˜Ž � ‘~‘~“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2…GW2�…GW2#ˆW2 #ˆW2�W2�W2W±W2€W±W2õñW2üõñW2ñøW2ñøW2)X2p)X2Ç[X2ìÇ[X2ÃbX2ôÃbX2 ¤X2` ¤X2iÈX2ÌiÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠ'ó b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ï€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠ'ó b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ï€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠ'ó b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ï €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1.N  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll â âWWÌÌ)A*A4´4´>'?'IšIšS T ^€^€hóhórdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllââXXÎÎ D D º º00¦¦’’||ññf f"Û"Û$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=à=à?S@SBÆBÆD9E9G¬G¬IJL’L’NOQxQxSëSëU^V^XÑXÑZD[D]·]·_*`*b�b�degƒgƒiöiökilinÜnÜpOqOsÂsÂu5v5x¨x¨z{}Ž}Ž€‚t‚t„ç„ç†X‡X‰ʉʋ<Œ<ޮޮ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2+GW2�+GW2ɇW2 ɇW2UŒW2UŒW2ý°W2€ý°W2›ñW2ü›ñW2'öW2'öW2ÏX2pÏX2m[X2ìm[X2ù_X2ôù_X2'¤X2`'¤X2‡ÈX2̇ÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÃO\2T ÃO\2“!]2˜“!]2;4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}̘ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}̘ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}̘ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Mm  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ê ê^^ÒÒ)F*F4¸4¸>*?*IœIœST^€^€hòhòrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrêêbbÚÚ R R Ê ÊBBºº22ªª’’ z z"î"î$b%b'Ö'Ö)J*J,¾,¾.2/21¦1¦346Ž6Ž89;v;v=è=è?Z@ZBÌBÌD>E>G°G°I"J"L”L”NOQxQxSêSêU\V\XÎXÎZ@[@]²]²_$`$b–b–degzgziìiìk^l^nÐnÐpBqBs´s´u&v&x˜x˜z { }|}|îî�`‚`„Ò„Ò†B‡B‰³‰³‹$Œ$ޕޕ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2…GW2�…GW2#ˆW2 #ˆW2�W2�W2W±W2€W±W2õñW2üõñW2ëøW2ëøW2)X2p)X2Ç[X2ìÇ[X2½bX2ô½bX2ƒ¢X2`ƒ¢X2ãÆX2ÌãÆX2ûX2ìûX2=NY2L =NY2óëY2¬ óëY2ËÁZ2p ËÁZ2®[2t ®[2{O\2T {O\2K!]2˜K!]2ó3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰'ó b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1΀} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰'ó b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1΀} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰'ó b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Î €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1©É  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn ä äWWÊÊ)=*=4®4®>?I�I�ST^r^rhãhãrRsR} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnääZZÐÐ F F ¼ ¼22¨¨””zzíí` `"Ó"Ó$F%F'¹'¹),*,,Ÿ,Ÿ./1…1…3ø3ø5k6k8Þ8Þ:Q;Q=Â=Â?3@3B¤B¤DEG†G†I÷I÷KhLhNÙNÙPJQJS»S»U,V,X�X�Z[]]_ð_ðaabadÒdÒfCgCi´i´k%l%n–n–pqsxsxuéuéwZxZzËzË|<}<­­�‚„�„�†þ†þˆn‰n‹Þ‹Þ�NŽN�¾�¾’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2%GW2�%GW2ÇW2 ÇW2yŒW2yŒW2÷°W2€÷°W2•ñW2ü•ñW2KöW2KöW2ÉX2pÉX2g[X2ìg[X2`X2ô`X2‰¥X2`‰¥X2éÉX2ÌéÉX2ûX2ìûX2=NY2L =NY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2ƒP\2T ƒP\2S"]2˜S"]2û4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Í™ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations12r€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Í™ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations12r€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Í™ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations12r €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1±Ñ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp é ébbÛÛ)T*T4Í4Í>D?DI»I»S0T0^£^£his‡s‡} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppéébbÛÛ T T Í ÍFF¿¿88±±**££ • •"#%‡%‡'(*y*y,ò,ò.k/k1ä1ä3]4]6Ö6Ö8O9O;È;È=A>A@º@ºB3C3E¬E¬G%H%JœJœLMOŠOŠQRTxTxVïVïXfYf[Ý[Ý]T^T`Ë`Ëb@c@eµeµg*h*jŸjŸlmo‡o‡qúqúsmtmvàvàxSyS{Æ{Æ}9~9€¬€¬‚ƒ…’…’‡ˆŠuŠuŒçŒçŽY�Y‘ˑ˓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2‹GW2�‹GW2)ˆW2 )ˆW2ãŽW2ãŽW2]±W2€]±W2ûñW2üûñW2µøW2µøW2/X2p/X2Í[X2ìÍ[X2‡bX2ô‡bX2ƒ¢X2`ƒ¢X2ãÆX2ÌãÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“0ü b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1—×€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“0ü b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1—×€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“0ü b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1—× €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1©É  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk ã ãXXÍÍ)B*B4·4·>+?+IŸIŸST^‡^‡hûhûroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkãã[[ÓÓ K K à Ã;;³³++££�� w w"ì"ì$a%a'Ö'Ö)K*K,À,À.5/51ª1ª346”6”8 9 ;~;~=ó=ó?h@hBÝBÝDRERGÇGÇI;J;L¯L¯N#O#Q—Q—S T VVXóXóZg[g]Û]Û_O`ObÃbÃd7e7g«g«ijl“l“noq{q{sïsïucvcx×x×zK{K}¿}¿3€3‚§‚§„…‡�‡�‰ŠŒyŒyŽîŽî�c‘c“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2%GW2�%GW2ÇW2 ÇW2ŒW2ŒW2ñ°W2€ñ°W2�ñW2ü�ñW2QöW2QöW2ÃX2pÃX2a[X2ìa[X2#`X2ô#`X2-¤X2`-¤X2�ÈX2Ì�ÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2P\2T P\2á!]2˜á!]2‰4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÉ• b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations13s€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÉ• b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations13s€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÉ• b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations13s €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Tt  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn å å\\ÓÓ)J*J4Á4Á>6?6I«I«ST^�^�hispsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnåå\\ÓÓ J J Á Á88¯¯&&��‹‹ y y"ð"ð$g%g'Þ'Þ)U*U,Ì,Ì.C/C1º1º31416¨6¨89;–;–= > @„@„BûBûDrErGéGéI^J^LÓLÓNHOHQ½Q½S2T2V§V§XY[‘[‘]^`{`{bîbîdaeagÔgÔiGjGlºlºn+o+qœqœs t v~v~xïxïz`{`}Ñ}ÑB€B‚³‚³„$…$‡”‡”‰ŠŒvŒvŽçŽç�X‘X“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2‹GW2�‹GW2)ˆW2 )ˆW2ãŽW2ãŽW2]±W2€]±W2ûñW2üûñW2µøW2µøW2/X2p/X2Í[X2ìÍ[X2‡bX2ô‡bX2ƒ¢X2`ƒ¢X2ãÆX2ÌãÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÕO\2T ÕO\2¥!]2˜¥!]2M4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’0ü b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1—×€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’0ü b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1—×€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’0ü b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1—× €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1©É  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk á áVVËË)@*@4µ4µ>(?(I›I›S T ^^hñhñrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkááWWÍÍ C C ¹ ¹//¥¥‘‘{{ððe e"Ú"Ú$O%O'Ä'Ä)9*9,®,®.#/#1˜1˜3 4 6‚6‚8÷8÷:l;l=á=á?V@VBËBËD@E@GµGµI(J(L›L›NOQ�Q�SôSôUgVgXÚXÚZM[M]À]À_3`3b¥b¥deg‰g‰iûiûkmlmnßnßpQqQsÃsÃu5v5x§x§z{}‹}‹ýý�o‚o„á„á†S‡S‰ƉƋ9Œ9ެެ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2GW2�GW2½‡W2 ½‡W2UŒW2UŒW2ñ°W2€ñ°W2�ñW2ü�ñW2'öW2'öW2ÃX2pÃX2a[X2ìa[X2ù_X2ôù_X2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX27NY2L 7NY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2‰P\2T ‰P\2Y"]2˜Y"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÊ– b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÊ– b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÊ– b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations18X  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll ä ä\\ÔÔ)L*L4Ä4Ä>:?:I°I°S&T&^œ^œhisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllää\\ÔÔ L L Ä Ä<<´´,,¤¤””  „ „"ü"ü$t%t'ì'ì)d*d,Ü,Ü.T/T1Ì1Ì3D4D6¼6¼8494;¬;¬=$>$@œ@œBCEŒEŒGHJzJzLðLðNfOfQÜQÜSRTRVÈVÈX>Y>[´[´]*^*` ` bceŒeŒghjxjxlîlîndodqÚqÚsPtPvÆvÆx1?1I¨I¨ST^‘^‘hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâIYJYLÐLÐNGOGQ¾Q¾S5T5V¬V¬X#Y#[š[š]^`ˆ`ˆbÿbÿdvevgígíidjdlÛlÛnMoMq¿q¿s1t1v£v£xy{‡{‡}ù}ùk€k‚݂݄O…O‡Á‡Á‰3Š3Œ¥Œ¥Ž�‘‰‘‰“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2GW2�GW2½‡W2 ½‡W2UŒW2UŒW2ë°W2€ë°W2‰ñW2ü‰ñW2'öW2'öW2½X2p½X2[[X2ì[[X2ù_X2ôù_X2q¥X2`q¥X2ÑÉX2ÌÑÉX2ûX2ìûX27NY2L 7NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2P\2T P\2á!]2˜á!]2‰4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwÆ’ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwÆ’ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwÆ’ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1�½  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj à àVVÌÌ)B*B4¸4¸>,?,I I ST^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjààVVÌÌ B B ¸ ¸..¤¤��||òòh h"Þ"Þ$T%T'Ê'Ê)@*@,¶,¶.,/,1¢1¢346Ž6Ž89;z;z=ð=ð?f@fBÜBÜDRERGÈGÈI%?%IšIšST^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÜÜQQÆÆ ; ; ° °%%šš„„ùùnnããX X"Í"Í$B%B'·'·),*,,¡,¡./1‹1‹346u6u8ê8ê:_;_=Ô=Ô?I@IB¾B¾D3E3G¨G¨IJL’L’NOQ|Q|SñSñUfVfXÛXÛZP[P]Å]Å_:`:b¯b¯d$e$g™g™ijlƒlƒnõnõpgqgsÙsÙuKvKx½x½z/{/}¡}¡€‚…‚…„÷„÷†i‡i‰Û‰Û‹MŒMŽ¿Ž¿�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2GW2�GW2·‡W2 ·‡W2sŒW2sŒW2ë°W2€ë°W2‰ñW2ü‰ñW2EöW2EöW2½X2p½X2[[X2ì[[X2`X2ô`X2‰¥X2`‰¥X2éÉX2ÌéÉX2ûX2ìûX21NY2L 1NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2GP\2T GP\2"]2˜"]2¿4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÇ“ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1/o€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÇ“ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1/o€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÇ“ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1/o €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1·×  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>0?0I¥I¥ST^�^�hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubêbêd_e_gÔgÔiIjIl¾l¾n3o3q¨q¨stv’v’xy{|{|}ñ}ñf€f‚Û‚Û„P…P‡Ňʼn:Š:Œ¯Œ¯Ž$�$‘™‘™“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2—GW2�—GW25ˆW2 5ˆW2׎W2׎W2c±W2€c±W2òW2üòW2©øW2©øW25X2p5X2Ó[X2ìÓ[X2{bX2ô{bX2¤X2`¤X2cÈX2ÌcÈX2ûX2ìûX21NY2L 1NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2AP\2T AP\2"]2˜"]2¹4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥B b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1—×€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥B b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1—×€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥B b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1—× €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations15U  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á á[[ÑÑ)G*G4½4½>1?1I¥I¥ST^�^�hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±++¥¥ ™ ™"#%‰%‰'ÿ'ÿ)u*u,ë,ë.a/a1×1×3M4M6Ã6Ã8999;¯;¯=%>%@›@›BCE‡E‡GýGýIqJqLåLåNYOYQÍQÍSATAVµVµX)Y)[�[�]^`…`…bùbùdmemgágáiUjUlÉlÉn=o=q±q±s%t%v™v™x y {�{�}õ}õi€i‚݂݄Q…Q‡Ňʼn9Š9Œ­Œ­Ž!�!‘•‘•“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2GW2�GW2±‡W2 ±‡W2sŒW2sŒW2å°W2€å°W2ƒñW2üƒñW2EöW2EöW2·X2p·X2U[X2ìU[X2`X2ô`X2'¤X2`'¤X2‡ÈX2̇ÈX2ûX2ìûX21NY2L 1NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÃ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations10p€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÃ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations10p€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÃ� b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations10p €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Tt  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝSSÈÈ)=*=4²4²>%?%I˜I˜S T ^~^~hñhñrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��yyïïe e"Û"Û$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=â=â?W@WBÌBÌDAEAG¶G¶I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnænæpYqYsÌsÌu?v?x²x²z%{%}˜}˜ € ‚~‚~„ñ„ñ†d‡d‰׉׋JŒJ޽޽�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2—GW2�—GW25ˆW2 5ˆW2׎W2׎W2c±W2€c±W2òW2üòW2©øW2©øW25X2p5X2Ó[X2ìÓ[X2{bX2ô{bX2w¢X2`w¢X2ׯX2ÌׯX2ûX2ìûX21NY2L 1NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤B b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1—×€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤B b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1—×€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤B b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1—× €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1©É  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßWWËË)?*?4³4³>%?%I—I—S T ^{^{híhír_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ��  "÷"÷$k%k'ß'ß)S*S,Ç,Ç.;/;1¯1¯3#4#6—6—8 9 ;;=ó=ó?g@gBÛBÛDOEOGÃGÃI5J5L§L§NOQ‹Q‹SýSýUoVoXáXáZS[S]Å]Å_7`7b©b©deg�g�iÿiÿkqlqnãnãpUqUsÇsÇu9v9x«x«z{}�}�€‚s‚s„å„å†W‡W‰ɉɋ;Œ;Ž­Ž­�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2GW2�GW2±‡W2 ±‡W2IŒW2IŒW2å°W2€å°W2ƒñW2üƒñW2öW2öW2·X2p·X2U[X2ìU[X2í_X2ôí_X2w¢X2`w¢X2ׯX2ÌׯX2 ûX2ì ûX21NY2L 1NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2P\2T P\2í!]2˜í!]2•4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÄ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÄ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÄ� b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1©É  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh â âXXÎÎ)D*D4¸4¸>,?,I I ST^Š^Šhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²((žž Š Š"#%v%v'ì'ì)b*b,Ø,Ø.N/N1Ä1Ä3:4:6°6°8&9&;œ;œ=>@„@„BøBøDlElGàGàITJTLÈLÈN?IŽIŽS T ^~^~hñhñrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††ûûppååZ Z"Ï"Ï$D%D'¹'¹).*.,£,£./1�1�346w6w8ì8ì:a;a=Ô=Ô?G@GBºBºD-E-G G IJL†L†NùNùPlQlSßSßURVRXÅXÅZ8[8]«]«_`b›b›deg�g�iôiôkglgnÚnÚpMqMsÀsÀu3v3x¦x¦z{}Œ}Œÿÿ�r‚r„å„å†V‡V‰ȉȋ:Œ:ެެ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2 GW2� GW2«‡W2 «‡W2IŒW2IŒW2ß°W2€ß°W2}ñW2ü}ñW2öW2öW2±X2p±X2O[X2ìO[X2í_X2ôí_X2w¢X2`w¢X2ׯX2ÌׯX2 ûX2ì ûX21NY2L 1NY2íëY2¬ íëY2ÅÁZ2p ÅÁZ2ÿ­[2t ÿ­[2«O\2T «O\2{!]2˜{!]2#4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÀŒ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÀŒ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÀŒ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1©É  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞRRÆÆ):*:4¬4¬>?I�I�ST^x^xhêhêrZsZ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žž††úún n"â"â$V%V'Ê'Ê)>*>,²,².&/&1š1š346‚6‚8ö8ö:j;j=Ü=Ü?N@NBÀBÀD2E2G¤G¤IJLˆLˆNúNúPlQlSÞSÞUPVPXÂXÂZ4[4]¦]¦_`bŽbŽdegrgriäiäkVlVnÈnÈp:q:s¬s¬uvx�x�z{}t}tææ�X‚X„ʄʆ:‡:‰«‰«‹ŒŽ�Ž��þ�þ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2—GW2�—GW25ˆW2 5ˆW2�W2�W2i±W2€i±W2òW2üòW2ÙøW2ÙøW2;X2p;X2Ù[X2ìÙ[X2«bX2ô«bX2Ù£X2`Ù£X29ÈX2Ì9ÈX2 ûX2ì ûX21NY2L 1NY2áëY2¬ áëY2 ÀZ2p  ÀZ2ç�[2t ç�[2cO\2T cO\2Y]2˜Y]22]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­K b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1È€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­K b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1È€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­K b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1È €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1/+  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØKK¾¾)1*14¢4¢>?I„I„SýSý]n^nhßhßrNsN} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆûûnnááT T"Ç"Ç$:%:'­'­) * ,“,“./1y1y3ì3ì5_6_8Ò8Ò:E;E=¶=¶?'@'B˜B˜D E GzGzIëIëK\L\NÍNÍP>Q>S¯S¯U V X‘X‘Z[]s]s_ä_äa]b]dÎdÎf?g?i°i°k!l!n’n’pqststuåuåwVxVzÇzÇ|8}8©©�‚„‹„‹†ú†úˆj‰j‹Ú‹Ú�JŽJ�º�º’ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÍ2W2 GW2� GW2«‡W2 «‡W2gŒW2gŒW2Ù°W2€Ù°W2wñW2üwñW29öW29öW2«X2p«X2I[X2ìI[X2 `X2ô `X2¤X2`¤X2cÈX2ÔcÈX2ûX2ôûX2+NY2T +NY2ìY2´ ìY2?ÀZ2x ?ÀZ2�[2| �[2qP\2\ qP\2g ]2 g ]23]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<pÁ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1,l€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<pÁ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1,l€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<pÁ� b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1,l €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1µ�4X  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ý ÝVVÑÑ)J*J4Ã4Ã>:?:I±I±S&T&^¥^¥his‰s‰} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÝÝVVÏÏ H H Á Á::³³,,¥¥—— ‰ ‰"#%}%}'ö'ö)o*o,è,è.a/a1Ú1Ú3S4S6Ì6Ì8E9E;¾;¾=7>7@°@°B)C)E¢E¢GHJ’J’L M O€O€Q÷Q÷SnTnVåVåX\Y\[Ó[Ó]J^J`Á`Áb6c6e«e«g h j•j•l m o‰o‰qüqüsotovâvâxUyU{È{È};~;€®€®‚!ƒ!…”…”‡ˆŠwŠwŒéŒéŽ[�[‘͓͑ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÍ2W2�GW2��GW2;ˆW2 ;ˆW2ÑŽW2ÑŽW2o±W2€o±W2 òW2ü òW2£øW2£øW2AX2pAX2ß[X2ìß[X2ubX2ôubX2M¢X2`M¢X2­ÆX2Ì­ÆX2ûX2ìûX2+NY2L +NY2 ìY2¬  ìY23ÀZ2p 3ÀZ2�[2t �[2P\2T P\2 ]2˜ ]2¯2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·T  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1—×€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·T  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1—×€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·T  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1—× €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1©¥  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ × ×LLËË)@*@4µ4µ>)?)I�I�ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__××OOÇÇ ? ? · ·//§§——  ��öök k"à"à$_%_'Ô'Ô)I*I,¾,¾.3/31¨1¨346’6’89;|;|=ñ=ñ?f@fBÛBÛDPEPGÅGÅI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÍbÍdAeAgµgµi)j)l�l�noq…q…sùsùumvmxáxázU{U}É}É=€=‚±‚±„%…%‡™‡™‰ŠŒƒŒƒŽøŽø�m‘m“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÍ2W2GW2�GW2¥‡W2 ¥‡W2gŒW2gŒW2Ù°W2€Ù°W2wñW2üwñW29öW29öW2«X2p«X2I[X2ìI[X2 `X2ô `X2k¥X2`k¥X2ËÉX2ÔËÉX2ûX2ôûX2+NY2T +NY2ìY2´ ìY2-ÀZ2x -ÀZ2 �[2|  �[2P\2\ P\2û]2 û]2£2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n½‰ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1-m€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n½‰ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1-m€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:n½‰ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1-m €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1ߞ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPËË)B*B4¹4¹>.?.I£I£ST^“^“histst} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbæbædYeYgÌgÌi?j?l²l²n/o/q q stv‚v‚xóxózd{d}Õ}ÕF€F‚·‚·„(…(‡˜‡˜‰ Š ŒzŒzŽëŽë�\‘\“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÍ2W2�GW2��GW2;ˆW2 ;ˆW2ÑŽW2ÑŽW2o±W2€o±W2 òW2ü òW2£øW2£øW2AX2pAX2ß[X2ìß[X2ubX2ôubX2M¢X2`M¢X2­ÆX2Ì­ÆX2ûX2ìûX2+NY2L +NY2ùëY2¬ ùëY2!ÀZ2p !ÀZ2ÿ�[2t ÿ�[2ÏO\2T ÏO\2Å]2˜Å]2m2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶T  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1—×€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶T  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1—×€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶T  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1—× €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1©¥  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Õ ÕJJÇÇ)<*<4±4±>$?$I—I—ST^‡^‡hùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……úúooääY Y"Î"Î$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD4?4I«I«S"T"^ ^ his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð@@··..¥¥   ± ±((ŸŸ��{{òòi i"à"à$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãI\J\LÓLÓNJOJQÁQÁS8T8V¯V¯X&Y&[�[�]^`‹`‹bceyeygðgðigjglÞlÞn\o\qÎqÎs@t@v²v²x$y${–{–}~€z€z‚ì‚ì„^…^‡ЇЉBŠBŒ´Œ´Ž&�&‘˜‘˜“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÇ2W2¯GW2è¯GW2MˆW2dMˆW2õŽW2lõŽW2˜W2è˜W2µ›W2´µ›W2{±W2@{±W2òW2¼òW2ÇøW2ÄÇøW2QX2@QX2‡X2 ‡X2MX2˜MX2ë[X2ë[X2™bX2 ™bX2#lX2˜ #lX2YoX2d YoX2›œX2𠛜X2¹¥X2Ì ¹¥X2ÊX2H ÊX2[÷X2h[÷X2QY2DQY2 5?5I«I«S!T!^£^£his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$m%m'å'å)]*],Õ,Õ.M/M1Å1Å3=4=6µ6µ8-9-;¥;¥=ÿ=ÿ?w@wBïBïDgEgGßGßIuJuLëLëNaOaQ×Q×SMTMVÃVÃX9Y9[¯[¯]%^%`›`›bce‡e‡gýgýisjslélénkokqáqásWtWvÍvÍxCyC{¹{¹}/~/€¥€¥‚ƒ…‘…‘‡ˆŠ}Š}ŒóŒóŽi�i‘ߑߓ  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ç2W2ÝFW2ÝFW2{‡W2|{‡W2åŒW2„åŒW2�W2ð�W2¥™W2|¥™W2ÛœW2HÛœW2¯°W2Ô¯°W2MñW2PMñW2·öW2X·öW2íùW2ÄíùW2wX2PwX2­X2­X2�X2¨�X2[X2$ [X2‰`X2, ‰`X2¿cX2˜ ¿cX2ImX2$ ImX2pX2ð pX2Á�X2| Á�X2Ñ¥X2XÑ¥X21ÊX2Ô1ÊX2s÷X2ôs÷X2çY2ÐçY2£ ¾ ³ 3 $ ¤  Š ð pGØ€À&fÌ  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10?? Ó ÓHHÅÅ):*:4¯4¯>&?&I›I›ST^Ž^Žhisrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð??´´))žž   § §‘‘{{ððeeÚÚO O"Ä"Ä$A%A'¶'¶)+*+, , ./1Š1Š3ÿ3ÿ5t6t8é8é:^;^=Ó=Ó?H@HB½B½D2E2G§G§IJL“L“NOQ}Q}SòSòUgVgXÜXÜZQ[Q]Æ]Æ_;`;b°b°d%e%gšgšijl„l„noqtqtsæsæuXvXxÊxÊz<{<}®}® € ‚’‚’„…‡v‡v‰è‰è‹ZŒZŽÌŽÌ�>‘>“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÇ2W2¯GW2è¯GW2MˆW2dMˆW2õŽW2lõŽW2˜W2è˜W2µ›W2´µ›W2�±W2@�±W2òW2¼òW2ÇøW2ÄÇøW2QX2@QX2‡X2 ‡X2SX2˜SX2ñ[X2ñ[X2™bX2 ™bX2#lX2˜ #lX2YoX2d YoX2›œX2𠛜X2ã¥X2Ì ã¥X2CÊX2H CÊX2…÷X2h…÷X2¯ Y2D¯ Y2k>Y2Ðk>Y2-^Y2ô-^Y2+iY2 +iY2ÿëY2¬ÿëY2×ÁZ2p×ÁZ2®[2t®[2‹»[2T‹»[2 P\2à P\2Û!]2$Û!]2ƒ4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐl8 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 D„ªê¿ÿ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐl8 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 D„ªê¿ÿ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐl8  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 D„ªê¿ÿ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¬Ì %E bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1G‡ÎS“Ø m ­ bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dGÇŽÕUœcã*ªñq¸8}ýB‡ÌL ‘  V Ö ƒ   › ^ Þ à ` 9 ¹ § ç  ” . n ³ ó 8xÀ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×MMÇÇ)=*=4”4”>)?)I�I�ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$O%O'Å'Å);*;,±,±.'/'1�1�346‰6‰8ÿ8ÿ:u;u=Ì=Ì?B@BB¸B¸D.E.G¤G¤I9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noq…q…sùsùumvmxáxázU{U}É}É=€=‚±‚±„%…%‡™‡™‰ Š Œ�Œ�ŽõŽõ�i‘i“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2GW2èGW2¥‡W2d¥‡W2�W2l�W2‹˜W2苘W2Á›W2´Á›W2Ù°W2@Ù°W2wñW2¼wñW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2«X2˜«X2I[X2I[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2§œX2ð §œX2S¥X2Ì S¥X2³ÉX2H ³ÉX2õöX2hõöX2'Y2D'Y2ã;Y2Ðã;Y2\Y2ô\Y2gY2 gY2 ìY2¬ ìY2ãÁZ2pãÁZ2®[2t®[2—»[2T—»[2AP\2àAP\2"]2$"]2¹4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;oÂŽ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 8x;{È bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;oÂŽ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 8x;{È bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;oÂŽ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 8x;{È  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 «ËÐð�° bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1;{ÂU•šÚ Ú   bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d;»öv±1lì'§âb�XØ“ZÚÎN!¡‰ èhDį/ ÿ º : u õ 0 ° ë + f ¦ á ! \ œ   à  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ü ÜVVÌÌ)B*B4¸4¸>?I¢I¢ST^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÜÜVVÐÐ J J Ä Ä>>¸¸22¬¬&&   ” ”"#%„%„'ú'ú)p*p,æ,æ.\/\1Ò1Ò3H4H6¾6¾8494;ª;ª= > @–@–B C E‚E‚GøGøIPJPLÄLÄN8O8Q¬Q¬S T V²V²X&Y&[š[š]^`‚`‚böbödjejgÞgÞiRjRlÆlÆnDoDq¸q¸s,t,v v xy{ˆ{ˆ}ü}üp€p‚ä‚ä„X…X‡̇̉@Š@Œ´Œ´Ž(�(‘œ‘œ“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2©GW2è©GW2GˆW2dGˆW2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2u±W2@u±W2òW2¼òW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2GX2˜GX2å[X2å[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2_¥X2Ì _¥X2¿ÉX2H ¿ÉX2÷X2h÷X2ŸY2DŸY2IHY2ÀIHY2m]Y2äm]Y2khY2ÀkhY2áëY2LáëY2¹ÁZ2¹ÁZ2ó­[2ó­[2m»[2ôm»[2P\2€P\2ç!]2Äç!]2�4]2È€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ä_+ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 NŽ•ÕÉ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ä_+ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 NŽ•ÕÉ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ä_+  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 NŽ•ÕÉ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �½™¹jŠ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 I‰SX˜  bÒ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1€� bJ7M÷operation.5exchange :z2breasonOperatorInputsvalue9invocations1<IÉ’Û[¤$nî7·€ÉI’Ò[6¶ � è h Á A þ> bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>-?-I¢I¢ST^Ž^ŽhisZsZ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbçbçd\e\gÑgÑiFjFl»l»n2o2q§q§stv‘v‘xy{{{{}ð}ðe€e‚Ú‚Ú„O…O‡¦‡¦‰ŠŒ�Œ�Ž�‘z‘z“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2GW2èGW2¥‡W2d¥‡W2�W2l�W2‹˜W2苘W2Á›W2´Á›W2Ù°W2@Ù°W2wñW2¼wñW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2«X2˜«X2I[X2I[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2§œX2ð §œX2•¥X2Ì •¥X2õÉX2H õÉX27÷X2h7÷X21 Y2D1 Y2í@Y2Ðí@Y2•\Y2ô•\Y2“gY2 “gY2óëY2¬óëY2ËÁZ2pËÁZ2®[2t®[2»[2T»[2ÉO\2àÉO\2™!]2$™!]2A4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;oÀŒ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 7w;{Ç bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;oÀŒ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 7w;{Ç bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1;oÀŒ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 7w;{Ç  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 °ÐÐðÕõ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1½ýæ& a ¡ ¦ ææ& bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d;»öv±1lì'§âbžYÙ”ÏOŠ EÅ ‚ v ö ½ = = ½ y ù  „ 4 ´ Ë K ï / j ª å % `   'g bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚRRÆÆ):*:4®4®>?I”I”ST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""ššŠŠ z z"ò"ò$f%f'Ú'Ú)N*N,Â,Â.6/61ª1ª346’6’89;z;z=î=î?b@bBÖBÖDJEJG¾G¾IJL…L…N÷N÷PiQiSÛSÛUlVlXÞXÞZP[P]Â]Â_4`4b¦b¦degŠgŠiüiüknlnnènèpZqZsÌsÌu>v>x°x°z"{"}”}”€‚x‚x„ê„ê†\‡\‰Ή΋@Œ@޲޲�$‘$“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2©GW2è©GW2GˆW2dGˆW2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2{±W2@{±W2òW2¼òW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2MX2˜MX2ë[X2ë[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX21¦X2Ì 1¦X2‘ÊX2H ‘ÊX2Ó÷X2hÓ÷X29Y2D9Y2ãJY2ÀãJY2^Y2ä^Y2iY2ÀiY2ÏëY2LÏëY2§ÁZ2§ÁZ2á­[2á­[2[»[2ô[»[2±O\2€±O\2�!]2Ä�!]2)4]2È€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‘Åa- b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O�•ÕÊ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‘Åa- b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O�•ÕÊ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‘Åa-  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O�•ÕÊ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ­Ím�jŠ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 ;{Ãñ 1  bÒ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1€� bJ7M÷operation.5exchange :z2breasonOperatorInputsvalue9invocations1<;»öv±1lì'§âb�XØSŽÎš  s ó L Ì %¥—× bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØNNÃÃ)8*84­4­>"?"I•I•ST^^hòhòrFsF} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD?I�I�ST^u^uhèhèr=s=} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……úúooääY Y"Î"Î$C%C'¸'¸)-*-,¢,¢./1Œ1Œ346v6v8ë8ë:`;`=Õ=Õ?H@HB»B»D.E.G¡G¡IJL‡L‡NúNúPmQmSàSàUSVSXÆXÆZ9[9]¬]¬_`b’b’degxgxiëiëk^l^nÑnÑpDqDs·s·u*v*x�x�z{}ƒ}ƒöö�i‚i„܄܆1‡1‰£‰£‹Œއއ�ù�ù’  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2�GW2Ð�GW2;ˆW2L;ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2o±W2(o±W2 òW2¤ òW2ëøW2¬ëøW2uX2(uX2«X2ô«X2AX2€AX2ß[X2üß[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2§Y2,§Y2=]Y2˜=]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹T  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™ØÊ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹T  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™ØÊ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹T   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™ØÊ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 «ËÐðž¾ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1[›€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1åe¼<“ j ê Ë  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á áWWÍÍ)C*C4¹4¹>-?-I¡I¡ST^‰^‰hýhýrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±''�� ‰ ‰"ÿ"ÿ$u%u'ë'ë)a*a,×,×.M/M1Ã1Ã39496¯6¯8%9%;›;›=>@…@…BùBùDmEmGáGáIUJULÉLÉN=O=Q±Q±S%T%V™V™X Y [�[�]õ]õ_i`ibÝbÝdQeQgÅgÅi9j9l­l­n!o!q•q•s t v}v}xñxñze{e}Ù}ÙM€M‚Á‚Á„5…5‡©‡©‰ŠŒ�Œ�Ž�‘u‘u“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2 GW2è GW2«‡W2d«‡W2�W2l�W2�˜W2è�˜W2Ó›W2´Ó›W2ß°W2@ß°W2}ñW2¼}ñW2åøW2ÄåøW2oX2@oX2¥X2 ¥X2±X2˜±X2O[X2O[X2·bX2 ·bX2AlX2˜ AlX2woX2d woX2¹œX2𠹜X2#¥X2Ì #¥X2ƒÉX2H ƒÉX2ÅöX2hÅöX2Y2DY2­JY2À­JY2³\Y2ä³\Y2±gY2À±gY2·ëY2L·ëY2�ÁZ2�ÁZ2É­[2É­[2C»[2ôC»[29O\2€9O\2 !]2Ä !]2±3]2È€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<pÁ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U;{Ò bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<pÁ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U;{Ò bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<pÁ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U;{Ò  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ³Óõ]} bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7M7operation.4exchange :z2breasonOperatorInputsvalue8invocations1 R’ä(¸ ø  bÒ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r0_p64_c0_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements1800input0Elements1800invocations1€� bJ7M÷operation.5exchange :z2breasonOperatorInputsvalue9invocations1<RÒ$¤övÈHšlì>¾�â"t´ƒ  L Ì  • Þ ^ B‚ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×JJ½½)0*04£4£>?I…I…SöSö]g^ghØhØr*s*} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡úúmmààS S"Æ"Æ$9%9'¬'¬)*,’,’./1x1x3ë3ë5^6^8Ñ8Ñ:D;D=·=·?(@(B™B™D E G{G{IìIìK]L]NÎNÎP?Q?S°S°U!V!X’X’Z[]t]t_å_åaVbVdÇdÇf8g8i©i©kln‹n‹püpürmsmuÞuÞwOxOzÀzÀ|1}1¢¢�‚„„„„†Ö†ÖˆF‰F‹¶‹¶�&Ž&�–�–’  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2£GW2УGW2AˆW2LAˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2o±W2(o±W2 òW2¤ òW2ëøW2¬ëøW2uX2(uX2«X2ô«X2AX2€AX2ß[X2üß[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2AY2,AY2Ó]Y2˜Ó]Y2çëY2$çëY2¿ÁZ2è¿ÁZ2ù­[2ìù­[2¥O\2Ì¥O\2u!]2u!]24]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºV" b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ZšÚË  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºV" b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ZšÚË  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºV"  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ZšÚË   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 «ËÐð†¦ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ò2 €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1A Á  ˜ ï o Æ F b¢ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝQQÅÅ)9*94­4­>?I‘I‘ST^u^uhçhçrYsY} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%��……ùùm m"á"á$U%U'É'É)=*=,±,±.%/%1™1™3 4 6�6�8õ8õ:i;i=Ý=Ý?O@OBÁBÁD3E3G¥G¥IJL‰L‰NûNûPmQmSßSßUQVQXÃXÃZ5[5]§]§_`b‹b‹dýdýfogoiáiákSlSnÅnÅp7q7s©s©uvx�x�zÿzÿ|q}qãã�U‚U„DŽdž9‡9‰ª‰ª‹ŒŽŒŽŒ�ý�ý’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2±‡W2L±‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2å°W2(å°W2ƒñW2¤ƒñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2·X2€·X2U[X2üU[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2ƒ¥X2´ ƒ¥X2ãÉX20 ãÉX2%÷X2P%÷X2oY2,oY2M\Y2˜M\Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2 P\2Ì P\2Û!]2Û!]2ƒ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÄ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 -m=}à  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÄ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 -m=}à  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÄ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 -m=}à   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x˜˜¸½Ý bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1^ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1fæ1±ü|ÇG Ô  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚOOÄÄ)9*94®4®>$?$I˜I˜S T ^€^€hôhôrjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""šš„„ùùn n"ã"ã$X%X'Í'Í)B*B,·,·.,/,1¡1¡346‹6‹89;u;u=ê=ê?_@_BÔBÔDIEIG¾G¾I4J4L¨L¨NOQ�Q�STVxVxXìXìZ`[`]Ô]Ô_H`Hb¼b¼d0e0g¤g¤ijlŒlŒnoqtqtsèsèu\v\xÐxÐzD{D}¸}¸,€,‚ ‚ „…‡ЇЉÿ‰ÿ‹tŒtŽéŽé�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2—GW2ЗGW25ˆW2L5ˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2i±W2(i±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2;X2€;X2Ù[X2üÙ[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2�Y2,�Y2]Y2˜]Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2qP\2ÌqP\2A"]2A"]2é4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®I b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 d¤•Õî. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®I b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 d¤•Õî. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®I  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 d¤•Õî.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 «ËÐð—· bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1:z €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÈH�ròG Ç šÚ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg à àYYÒÒ)K*K4Ä4Ä>=?=I´I´S)T)^œ^œhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggààYYÒÒ K K Ä Ä==¶¶//¨¨!!šš Œ Œ"#%~%~'÷'÷)p*p,é,é.b/b1Û1Û3T4T6Í6Í8F9F;¿;¿=8>8@±@±B*C*E£E£GHJ•J•L M OƒOƒQúQúSqTqVèVèX_Y_[Ö[Ö]M^M`Ä`Äb9c9e®e®g#h#j˜j˜l m o€o€qóqósftfvÙvÙxLyL{¿{¿}2~2€¥€¥‚ƒ…‹…‹‡þ‡þ‰pŠpŒâŒâŽT�T‘ƑƓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2±‡W2L±‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2ß°W2(ß°W2}ñW2¤}ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2±X2€±X2O[X2üO[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2©¦X2´ ©¦X2 ËX20  ËX2KøX2PKøX2÷Y2,÷Y2×\Y2˜×\Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2ÃO\2ÌÃO\2“!]2“!]2;4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÂŽ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ,l<|Þ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÂŽ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ,l<|Þ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÂŽ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ,l<|Þ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ®Î¹ÙÞþ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1© é €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1’  ] Ý ( ¨ ó s _Ÿ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØMMÂÂ)7*74¬4¬>!?!I”I”ST^x^xhêhêr^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆýýrrçç\ \"Ñ"Ñ$F%F'»'»)0*0,¥,¥./1�1�346y6y8î8î:c;c=Ø=Ø?M@MBÂBÂD7E7G¬G¬I!J!L”L”NOQzQzSíSíU`V`XÓXÓZF[F]¹]¹_,`,bžbždeg‚g‚iôiôkflfnØnØpJqJs¼s¼u.v.x x z{}„}„öö�h‚h„Ú„Ú†N‡N‰Á‰Á‹4Œ4ާާ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2�GW2Ð�GW2;ˆW2L;ˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2i±W2(i±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2;X2€;X2Ù[X2üÙ[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2A¥X2´ A¥X2¡ÉX20 ¡ÉX2ãöX2PãöX2!Y2,!Y2£]Y2˜£]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÿO\2ÌÿO\2Ï!]2Ï!]2w4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯K b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 e¥•Õð0 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯K b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 e¥•Õð0 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯K  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 e¥•Õð0  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 «ËÐð{› bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ï  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 œ ñ q Æ F ›  /o €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>/?/I¤I¤ST^ˆ^ˆhùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIWJWLÌLÌNAOAQ¶Q¶S+T+V V XY[Š[Š]ÿ]ÿ_t`tbçbçdZeZgÍgÍi@j@l³l³n$o$q•q•stvwvwxèxèzY{Y}Ê}Ê;€;‚¬‚¬„…‡�‡�‰ŠŒqŒqŽâŽâ�S‘S“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2GW2ÐGW2·‡W2L·‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2ë°W2(ë°W2‰ñW2¤‰ñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2½X2€½X2[[X2ü[[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2=¦X2´ =¦X2�ÊX20 �ÊX2ß÷X2Pß÷X2oY2,oY2k\Y2˜k\Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[25P\2Ì5P\2"]2"]2­4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÅ‘ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IS“@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÅ‘ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IS“@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÅ‘  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IS“@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 †¦Llq‘ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Z €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1mí:º‡ÔT ï / €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPÇÇ)>*>4µ4µ>.?.I¥I¥ST^Ž^Žhisrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$[%['Ò'Ò)I*I,À,À.7/71®1®3%4%6œ6œ89;Š;Š=>@x@xBïBïDfEfGÝGÝIVJVLÍLÍNDODQ»Q»S2T2V©V©X Y [—[—]^`…`…bübüdsesgêgêiajalØlØnJoJq¼q¼s.t.v v xy{„{„}ö}öh€h‚Ú‚Ú„L…L‡¾‡¾‰0Š0Œ¢Œ¢Ž�‘†‘†“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2‘GW2БGW2/ˆW2L/ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2c±W2(c±W2òW2¤òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X25X2€5X2Ó[X2üÓ[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2�Y2,�Y2ã\Y2˜ã\Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2ƒP\2̃P\2S"]2S"]2û4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£>  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 d¤¾þâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£>  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 d¤¾þâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£>   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 d¤¾þâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 «ËÐð�° bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations19y€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1«+~þQÑ$ ¤ i© €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßWWÏÏ)G*G4¿4¿>7?7I­I­S#T#^™^™his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ��  "÷"÷$o%o'ç'ç)_*_,×,×.O/O1Ç1Ç3?4?6·6·8/9/;§;§=>@—@—BCE‡E‡GÿGÿIwJwLíLíNcOcQÙQÙSOTOVÅVÅX;Y;[±[±]'^'`�`�bce‰e‰gÿgÿiujulëlënaoaq×q×sMtMvÃvÃx9y9{¯{¯}%~%€›€›‚ƒ…‡…‡‡ý‡ý‰sŠsŒéŒéŽ_�_‘Õ‘Õ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2GW2ÐGW2·‡W2L·‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2å°W2(å°W2ƒñW2¤ƒñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2·X2€·X2U[X2üU[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2—¦X2´ —¦X2÷ÊX20 ÷ÊX29øX2P9øX2ýY2,ýY2õ\Y2˜õ\Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÃ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JR’þ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÃ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JR’þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÃ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JR’þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Tt£ÃÈè bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1§ ç €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¡ ! n î ; »  ˆ |¼ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb × ×LLÁÁ)6*64«4«>"?"I—I—S T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbb××LLÁÁ 6 6 « «  ••  ôôiiÞÞS S"È"È$=%='²'²)'*',œ,œ./1†1†3û3û5p6p8å8å:Z;Z=Ï=Ï?D@DB¹B¹D.E.G£G£IJL�L�NOQyQySîSîUcVcXØXØZM[M]Â]Â_7`7b¬b¬d!e!g–g–i j l€l€nònòpdqdsÖsÖuHvHxºxºz,{,}ž}ž€‚‚‚‚„ô„ô†f‡f‰؉؋JŒJ޼޼�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2‘GW2БGW2/ˆW2L/ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2c±W2(c±W2òW2¤òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X25X2€5X2Ó[X2üÓ[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2;¥X2´ ;¥X2›ÉX20 ›ÉX2ÝöX2PÝöX2#Y2,#Y2y]Y2˜y]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2 P\2Ì P\2Û!]2Û!]2ƒ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤@  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 e¥¿ÿä$ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤@  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 e¥¿ÿä$ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤@   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 e¥¿ÿä$  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 «ËÐðp� bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ì €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1÷ w Ê J �  p ð ü< €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛQQÇÇ)=*=4³4³>)?)I�I�ST^…^…hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$O%O'Å'Å);*;,±,±.'/'1�1�346‰6‰8ÿ8ÿ:u;u=ë=ë?a@aB×B×DMEMGÃGÃI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noqyqysísíuavaxÕxÕzI{I}½}½1€1‚¥‚¥„…‡�‡�‰ŠŒuŒuŽéŽé�]‘]“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2GW2ÐGW2½‡W2L½‡W2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2ë°W2(ë°W2‰ñW2¤‰ñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2½X2€½X2[[X2ü[[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2ã¥X2´ ã¥X2CÊX20 CÊX2…÷X2P…÷X2}Y2,}Y2¿\Y2˜¿\Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2GP\2ÌGP\2"]2"]2¿4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÆ’ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 "b;{É  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÆ’ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 "b;{É  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÆ’  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 "b;{É   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 v–ï4 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1"b€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ˆ[Û.® � B‚ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff à àZZÐÐ)F*F4¼4¼>2?2I¦I¦ST^Ž^Žhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffààZZÔÔ N N È ÈBB¼¼66°°**¤¤ ˜ ˜"#%ˆ%ˆ'þ'þ)t*t,ê,ê.`/`1Ö1Ö3L4L6Â6Â8898;®;®=$>$@š@šBCE†E†GüGüIrJrLæLæNZOZQÎQÎSBTBV¶V¶X*Y*[ž[ž]^`†`†búbúdnengâgâiVjVlÊlÊn>o>q²q²s&t&všvšxy{‚{‚}ö}öj€j‚Þ‚Þ„R…R‡ƇƉ:Š:Œ®Œ®Ž"�"‘–‘–“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2‹GW2ЋGW2)ˆW2L)ˆW2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2]±W2(]±W2ûñW2¤ûñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2/X2€/X2Í[X2üÍ[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2sY2,sY2¹\Y2˜¹\Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2MP\2ÌMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜3ÿ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M�ș٠bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜3ÿ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M�ș٠bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜3ÿ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M�ș٠ bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 «ËÐð…¥ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 X €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ž_ß0° � 8x €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Þ ÞUUÌÌ)C*C4º4º>1?1I¦I¦ST^�^�hiszsz} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâIYJYLÎLÎNCOCQ¸Q¸S-T-V¢V¢XY[Œ[Œ]^`v`vbëbëd`e`gÕgÕiJjJl¿l¿n4o4q©q©stv“v“xy{}{}}ò}òg€g‚܂܄Q…Q‡ƇƉ;Š;Œ°Œ°Ž%�%‘š‘š“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2GW2ÐGW2·‡W2L·‡W2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2ë°W2(ë°W2‰ñW2¤‰ñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2½X2€½X2[[X2ü[[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2ã¥X2´ ã¥X2CÊX20 CÊX2…÷X2P…÷X2ýY2,ýY2U]Y2˜U]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÄ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 !a;{Ê  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÄ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 !a;{Ê  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÄ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 !a;{Ê   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 f††¦2 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1§ ç €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ô T § ' z ú M Í Õ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞVVÊÊ)>*>4²4²>&?&I˜I˜S T ^|^|hîhîr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$j%j'Þ'Þ)R*R,Æ,Æ.:/:1®1®3"4"6–6–8 9 ;~;~=ò=ò?f@fBÚBÚDNENGÂGÂI6J6L¨L¨NOQŒQŒSþSþUpVpXâXâZT[T]Æ]Æ_8`8bªbªdegŽgŽijlrlrnänäpVqVsÈsÈu:v:x¬x¬z{}�}�€‚t‚t„æ„æ†X‡X‰ʉʋ<Œ<ޮޮ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wºoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z9z="=zA"AzE*’ªreasonOperatorKernelvalue10kernelSpecoutputElements576input0Elements640input1Elements62722Planned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })binvocations1·lß2W2‹GW2ЋGW2)ˆW2L)ˆW2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2]±W2(]±W2ûñW2¤ûñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2/X2€/X2Í[X2üÍ[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX25¥X2´ 5¥X2•ÉX20 •ÉX2×öX2P×öX2 Y2, Y2I]Y2˜I]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™5 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 LŒÇšÚ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™5 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 LŒÇšÚ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™5  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 LŒÇšÚ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 «ËÐðe… bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1© é €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ò R £ # t ô E Å É  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜRRÇÇ)<*<4±4±>&?&I™I™S T ^^hòhòrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒxxîîd d"Ú"Ú$O%O'Ä'Ä)9*9,®,®.#/#1˜1˜3 4 6‚6‚8÷8÷:l;l=á=á?V@VBËBËD@E@GµGµI*J*L�L�NOQƒQƒSöSöUiViXÜXÜZO[O]Â]Â_5`5b¨b¨degŽgŽijltltnçnçpZqZsÍsÍu@v@x³x³z&{&}™}™ € ‚‚„ò„ò†e‡e‰؉؋KŒK޾޾�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2%GW2Ð%GW2ÇW2LÇW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2ñ°W2(ñ°W2�ñW2¤�ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2ÃX2€ÃX2a[X2üa[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2�Y2,�Y2‹]Y2˜‹]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÇ“ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @<|Í  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÇ“ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @<|Í  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÇ“  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @<|Í   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 LllŒ‘± bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations10p €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1à`¾>œ z ú H €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙNNÃÃ)8*84­4­> ? I“I“ST^y^yhìhìr_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?L@LB¿B¿D2E2G¥G¥IJL‹L‹NþNþPqQqSäSäUWVWXÊXÊZ=[=]°]°_#`#b–b–d e g|g|iïiïkblbnÕnÕpHqHs»s»u.v.x¡x¡z{}‡}‡úú�m‚m„à„à†S‡S‰ʼnŋ7Œ7ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2…GW2Ð…GW2#ˆW2L#ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2Q±W2(Q±W2ïñW2¤ïñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2#X2€#X2Á[X2üÁ[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2�¦X2´ �¦X2ýÊX20 ýÊX2?øX2P?øX2�Y2,�Y2%]Y2˜%]Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2/P\2Ì/P\2ÿ!]2ÿ!]2§4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�(ô b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 P�Ë µõ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�(ô b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 P�Ë µõ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�(ô  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 P�Ë µõ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‚¢,LÃã bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations10p€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1À@–lìB   à €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk å å[[ÑÑ)G*G4½4½>1?1I¥I¥ST^�^�hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkåå__ÙÙ S S Í ÍGGÁÁ;;µµ++¡¡ � �"#%y%y'ï'ï)e*e,Û,Û.Q/Q1Ç1Ç3=4=6³6³8)9);Ÿ;Ÿ=>@‰@‰BýBýDqEqGåGåIYJYLÍLÍNAOAQµQµS)T)V�V�XY[…[…]ù]ù_m`mbábádUeUgÉgÉi=j=l±l±n%o%q™q™s t v�v�xõxõzi{i}Ý}ÝQ€Q‚łń9…9‡­‡­‰ Š Œ“Œ“Ž�‘y‘y“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2GW2ÐGW2½‡W2L½‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2ñ°W2(ñ°W2�ñW2¤�ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2ÃX2€ÃX2a[X2üa[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2Å¥X2´ Å¥X2%ÊX20 %ÊX2g÷X2Pg÷X2-Y2,-Y2'^Y2˜'^Y2íëY2$íëY2ÅÁZ2èÅÁZ2ÿ­[2ìÿ­[2oO\2ÌoO\2?!]2?!]2ç3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÅ‘ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @<|Î bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÅ‘ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @<|Î bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÅ‘  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @<|Î  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 \|«Ëó bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Î  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1X Ø 6 ¶  ” ò r ¦æ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛNNÁÁ)4*44§4§>?I‰I‰SúSú]k^khÜhÜrMsM} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹þþqqääW W"Ê"Ê$=%='°'°)#*#,–,–. / 1|1|3ï3ï5b6b8Õ8Õ:H;H=»=»?,@,B�B�DEGGIðIðKaLaNÒNÒPCQCS´S´U%V%X–X–Z[]x]x_é_éaZbZdËdËf#?#I•I•ST^y^yhëhër]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‰‰ýýq q"å"å$Y%Y'Í'Í)A*A,µ,µ.)/)1�1�346…6…8ù8ù:m;m=á=á?S@SBÅBÅD7E7G©G©IJL�L�NÿNÿPqQqSãSãUUVUXÇXÇZ9[9]«]«_`b�b�degsgsiåiåkWlWnÉnÉp;q;s­s­uvx‘x‘z{}u}uçç�Y‚Y„˄ˆ=‡=‰®‰®‹ŒŽ�Ž��‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2%GW2Ð%GW2ÇW2LÇW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2÷°W2(÷°W2•ñW2¤•ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÉX2€ÉX2g[X2üg[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2£¦X2´ £¦X2ËX20 ËX2EøX2PEøX2­Y2,­Y2W^Y2˜W^Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÈ” b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W;{Ï bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÈ” b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W;{Ï bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÈ”  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W;{Ï  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  ,1QÉé bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1NŽ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18¸!¡ Š ó s Î €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞSSÈÈ)=*=4²4²>(?(IœIœST^„^„høhørnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžˆˆýýr r"ç"ç$\%\'Ñ'Ñ)F*F,»,».0/01¥1¥346�6�89;y;y=î=î?c@cBØBØDMEMGÂGÂI8J8L¬L¬N O Q”Q”STV|V|XðXðZd[d]Ø]Ø_L`LbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡އމŠŒxŒxŽíŽí�b‘b“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2GW2ÐGW2ˆW2LˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2K±W2(K±W2éñW2¤éñW2ñøW2¬ñøW2{X2({X2±X2ô±X2X2€X2»[X2ü»[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX25¥X2´ 5¥X2•ÉX20 •ÉX2×öX2P×öX2‡Y2,‡Y2ë]Y2˜ë]Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2ƒP\2̃P\2S"]2S"]2û4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚é b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S“Τä bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚é b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S“Τä bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚é  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S“Î¤ä  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 {›:Uu bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1(h €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1˜ùyÚZ » ; f¦ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk ä ä]]ÖÖ)O*O4È4È>A?AI¸I¸S-T-^ ^ his†s†} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkää]]ÖÖ O O È ÈAAºº33¬¬%%žž � �" # %‚%‚'û'û)t*t,í,í.f/f1ß1ß3X4X6Ñ6Ñ8J9J;Ã;Ã=<><@µ@µB.C.E§E§G H J™J™LMO‡O‡QþQþSuTuVìVìXcYc[Ú[Ú]Q^Q`È`Èb=c=e²e²g'h'jœjœlmo„o„q÷q÷sjtjvÝvÝxPyP{Ã{Ã}6~6€©€©‚ƒ…�…�‡ˆŠtŠtŒæŒæŽX�X‘ʑʓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2%GW2Ð%GW2ÇW2LÇW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2÷°W2(÷°W2•ñW2¤•ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÉX2€ÉX2g[X2üg[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX25¥X2´ 5¥X2•ÉX20 •ÉX2×öX2P×öX23Y2,3Y2ÿ^Y2˜ÿ^Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÆ’ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V;{Ð bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÆ’ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V;{Ð bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÆ’  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V;{Ð  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 «ËÐðZz bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ó  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ü \ Å E ® . — w· €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜQQÆÆ);*;4°4°>%?%I˜I˜S T ^|^|hîhîrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒvvëë` `"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ü=Ü?Q@QBÆBÆD;E;G°G°I%J%L˜L˜N O Q~Q~SñSñUdVdX×X×ZJ[J]½]½_0`0b¢b¢deg†g†iøiøkjljnÜnÜpNqNsÀsÀu2v2x¤x¤z{}ˆ}ˆúú�l‚l„Þ„Þ†R‡R‰ʼnŋ8Œ8ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2GW2ÐGW2ˆW2LˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2Q±W2(Q±W2ïñW2¤ïñW2ñøW2¬ñøW2{X2({X2±X2ô±X2#X2€#X2Á[X2üÁ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2í¤X2´ í¤X2MÉX20 MÉX2�öX2P�öX2'Y2,'Y2�^Y2˜�^Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒë b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R’Í ¥å bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒë b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R’Í ¥å bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒë  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R’Í ¥å  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 o�î. bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1É €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1œ  } ý ^ Þ ? ¿ G €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii à àWWÎÎ)E*E4¼4¼>3?3I¨I¨ST^Œ^Œhýhýroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiààWWÎÎ E E ¼ ¼33ªª!!˜˜††ýýt t"ë"ë$b%b'Ù'Ù)P*P,Ç,Ç.>/>1µ1µ3,4,6£6£89;‘;‘=>@@BöBöDmEmGäGäI[J[LÐLÐNEOEQºQºS/T/V¤V¤XY[Ž[Ž]^`x`xbëbëd^e^gÑgÑiDjDl·l·n(o(q™q™s t v{v{xìxìz]{]}Î}Î?€?‚°‚°„!…!‡“‡“‰ŠŒuŒu޿޿�W‘W“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2…GW2�…GW2#ˆW2#ˆW2UŒW2$UŒW2Q±W2�Q±W2ïñW2ïñW2'öW2$'öW2#X2�#X2Á[X2Á[X2ù_X2$ù_X2�¢X2��¢X2ïÆX2üïÆX2!ûX2 !ûX2INY2| INY2/ìY2Ü /ìY2ÂZ2  ÂZ2A®[2¤ A®[2_P\2„ _P\2/"]2È/"]2×4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19mS‡Ú¦!í b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19mS‡Ú¦!í b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19mS‡Ú¦!í b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1«Ë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww î îeeÜÜ)S*S4Ê4Ê>A?AI¸I¸S/T/^¡^¡his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðwwîîeeÜÜ S S Ê ÊAA¸¸//¦¦””  ‚ ‚"ù"ù$p%p'ç'ç)^*^,Õ,Õ.L/L1Ã1Ã3:4:6±6±8(9(;Ÿ;Ÿ=>@�@�BCE{E{GòGòIiJiLàLàNWOWQÎQÎSETEV¼V¼X3Y3[ª[ª]!^!`˜`˜bce†e†gýgýitjtlëlën]o]qÏqÏsAtAv³v³x%y%{—{—} ~ €{€{‚í‚í„_…_‡чщCŠCŒµŒµŽ'�'‘™‘™“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2yGW2�yGW2ˆW2 ˆW2�W2�W2K±W2€K±W2éñW2üéñW2ëøW2ëøW2X2pX2»[X2ì»[X2½bX2ô½bX2›¥X2`›¥X2ûÉX2ÌûÉX2!ûX2ì!ûX2INY2L INY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2¡P\2T ¡P\2q"]2˜q"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÝ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Á€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÝ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Á€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÝ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Á €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³Ó  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ì ìddÜÜ)T*T4Ì4Ì>B?BI¸I¸S.T.^¤^¤his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttììddÜÜ T T Ì ÌDD¼¼44¬¬$$œœ Œ Œ"#%|%|'ô'ô)l*l,ä,ä.\/\1Ô1Ô3L4L6Ä6Ä8<9<;´;´=,>,@¤@¤BCE”E”G H J‚J‚LøLøNnOnQäQäSZTZVÐVÐXFYF[¼[¼]2^2`¨`¨bce”e”g h j€j€lölönlolqâqâsXtXvÎvÎxDyD{º{º}0~0€¦€¦‚ƒ…’…’‡ˆŠ~Š~ŒôŒôŽj�j‘à‘à“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2…GW2�…GW2#ˆW2#ˆW2UŒW2$UŒW2W±W2�W±W2õñW2õñW2'öW2$'öW2)X2�)X2Ç[X2Ç[X2ù_X2$ù_X2�¢X2��¢X2ïÆX2üïÆX2!ûX2 !ûX2INY2| INY2ìY2Ü ìY2õÁZ2  õÁZ2/®[2¤ /®[2P\2„ P\2Õ!]2ÈÕ!]2}4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:nQ…Ö¢$ð b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:nQ…Ö¢$ð b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:nQ…Ö¢$ð b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1«Ë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu ê ê__ÔÔ)I*I4¾4¾>3?3I¨I¨ST^�^�hissss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuêê__ÔÔ I I ¾ ¾33¨¨’’||ññf f"Û"Û$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=â=â?W@WBÌBÌDAEAG¶G¶I+J+L L NOQŠQŠSÿSÿUtVtXéXéZ^[^]Ó]Ó_H`Hb½b½d2e2g§g§ijl‘l‘noququsçsçuYvYxËxËz={=}¯}¯!€!‚“‚“„…‡w‡w‰é‰é‹[Œ[ŽÍŽÍ�?‘?“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2yGW2�yGW2ˆW2 ˆW2�W2�W2K±W2€K±W2éñW2üéñW2ëøW2ëøW2X2pX2»[X2ì»[X2½bX2ô½bX23¤X2`3¤X2“ÈX2Ì“ÈX2!ûX2ì!ûX2INY2L INY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2/P\2T /P\2ÿ!]2˜ÿ!]2§4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÝ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Á€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÝ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Á€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÝ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Á €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Pp  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ê ê``ÖÖ)L*L4Â4Â>6?6IªIªST^’^’hiszsz} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttêê``ÖÖ L L  Â88®®$$šš††üür r"è"è$^%^'Ô'Ô)J*J,À,À.6/61¬1¬3"4"6˜6˜89;„;„=ú=ú?p@pBæBæD\E\GÒGÒIFJFLºLºN.O.Q¢Q¢STVŠVŠXþXþZr[r]æ]æ_Z`ZbÎbÎdBeBg¶g¶i*j*lžlžnoq†q†súsúunvnxâxâzV{V}Ê}Ê>€>‚²‚²„&…&‡š‡š‰ŠŒ‚Œ‚ŽöŽö�j‘j“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2=GW2�=GW2Û‡W2 Û‡W2gŒW2gŒW2 ±W2€ ±W2§ñW2ü§ñW29öW29öW2ÛX2pÛX2y[X2ìy[X2 `X2ô `X2�¢X2`�¢X2ïÆX2ÌïÆX2!ûX2ì!ûX2CNY2L CNY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2eP\2T eP\25"]2˜5"]2Ý4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„×£ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1W€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„×£ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1W€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„×£ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1W €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1«Ë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww ñ ñkkáá)W*W4Í4Í>A?AIµIµS)T)^�^�his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðwwññkkåå _ _ Ù ÙSSÍÍGGÁÁ;;µµ// © ©"###%™%™'(*…*…,û,û.q/q1ç1ç3]4]6Ó6Ó8I9I;¿;¿=5>5@«@«B!C!E—E—G H J�J�LõLõNiOiQÝQÝSQTQVÅVÅX9Y9[­[­]!^!`•`•b c e}e}gñgñiejelÙlÙnMoMqÁqÁs5t5v©v©xy{‘{‘}~€y€y‚í‚í„a…a‡Õ‡Õ‰IŠIŒ½Œ½Ž1�1‘¥‘¥“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2GW2�GW2ˆW2 ˆW2õŽW2õŽW2K±W2€K±W2éñW2üéñW2ÇøW2ÇøW2X2pX2»[X2ì»[X2™bX2ô™bX2!¤X2`!¤X2�ÈX2Ì�ÈX2!ûX2ì!ûX2CNY2L CNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kæ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¤ä€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kæ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¤ä€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kæ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¤ä €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1@`  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp ç ç^^ÕÕ)L*L4Ã4Ã>8?8I­I­S"T"^—^—h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppçç^^ÕÕ L L à Ã::±±((ŸŸ�� { {"ò"ò$i%i'à'à)W*W,Î,Î.E/E1¼1¼33436ª6ª8!9!;˜;˜=>@†@†BýBýDtEtGëGëI`J`LÕLÕNJOJQ¿Q¿S4T4V©V©XY[“[“]^`}`}bòbòdgeggÜgÜiQjQlÆlÆn;o;q°q°s%t%všvšxy{„{„}ù}ùn€n‚ã‚ã„X…X‡͇͉BŠBŒ·Œ·Ž,�,‘¡‘¡“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W27GW2�7GW2Õ‡W2 Õ‡W2gŒW2gŒW2 ±W2€ ±W2§ñW2ü§ñW29öW29öW2ÛX2pÛX2y[X2ìy[X2 `X2ô `X2ñ£X2`ñ£X2QÈX2ÌQÈX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ÓŸ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1V€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ÓŸ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1V€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ÓŸ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1V €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations12  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu í íeeÙÙ)M*M4Á4Á>3?3I¥I¥ST^‰^‰hûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuííeeÝÝ U U Í ÍEE½½55­­%%�� � �"#%y%y'í'í)a*a,Õ,Õ.I/I1½1½31416¥6¥89;�;�=>@u@uBéBéD]E]GÑGÑICJCLµLµN'O'Q™Q™S T V}V}XïXïZa[a]Ó]Ó_E`Eb·b·d)e)g›g›i j llnñnñpcqcsÕsÕuGvGx¹x¹z+{+}�}�€‚�‚�„ó„ó†e‡e‰׉׋IŒI޻޻�-‘-“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2GW2�GW2ˆW2 ˆW2õŽW2õŽW2K±W2€K±W2éñW2üéñW2ÇøW2ÇøW2X2pX2»[X2ì»[X2™bX2ô™bX2‰¥X2`‰¥X2éÉX2ÌéÉX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~æ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¥å€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~æ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¥å€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~æ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¥å €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥Å  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq ç ç]]ÒÒ)G*G4¼4¼>/?/I¢I¢ST^ˆ^ˆhûhûrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqçç]]ÓÓ I I ¿ ¿55««!!——  ƒƒùùo o"å"å$Z%Z'Ï'Ï)D*D,¹,¹../.1£1£346�6�89;w;w=ì=ì?a@aBÖBÖDKEKGÀGÀI3J3L¦L¦NOQŒQŒSÿSÿUrVrXåXåZX[X]Ë]Ë_>`>b±b±d$e$g—g—i j l}l}nðnðpcqcsÖsÖuIvIx¼x¼z/{/}¢}¢€‚ˆ‚ˆ„û„û†n‡n‰á‰á‹TŒTŽÇŽÇ�:‘:“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W21GW2�1GW2χW2 χW2UŒW2UŒW2±W2€±W2¡ñW2ü¡ñW2'öW2'öW2ÕX2pÕX2s[X2ìs[X2ù_X2ôù_X2�¥X2`�¥X2ïÉX2ÌïÉX2ûX2ìûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�Ô  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�Ô  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�Ô  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1±Ñ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp æ æ[[ÐÐ)E*E4¸4¸>+?+IžIžST^„^„h÷h÷rhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppææ\\ÒÒ H H ¾ ¾44ªª  ––  €€õõj j"ß"ß$T%T'É'É)>*>,³,³.(/(1�1�346‡6‡8ü8ü:q;q=ä=ä?W@WBÊBÊD=E=G°G°I#J#L–L–N O Q|Q|SïSïUbVbXÕXÕZH[H]»]»_.`.b¡b¡deg‡g‡iúiúkmlmnànàpSqSsÆsÆu9v9x¬x¬z{}’}’€‚x‚x„ë„ë†\‡\‰Ή΋@Œ@޲޲�$‘$“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2…GW2�…GW2#ˆW2 #ˆW2�W2�W2Q±W2€Q±W2ïñW2üïñW2ëøW2ëøW2#X2p#X2Á[X2ìÁ[X2½bX2ô½bX2¤X2`¤X2cÈX2ÌcÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[25P\2T 5P\2"]2˜"]2­4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆ#ï b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1É €} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆ#ï b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1É €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆ#ï b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1É  €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1%E  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp ê ê``ÖÖ)L*L4À4À>4?4I¨I¨ST^�^�hisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppêêddÞÞ X X Ò ÒLLÆÆ@@ºº00¦¦ ’ ’"#%~%~'ô'ô)j*j,à,à.V/V1Ì1Ì3B4B6¸6¸8.9.;¤;¤=>@Œ@ŒBCEtEtGèGèI\J\LÐLÐNDODQ¸Q¸S,T,V V XY[ˆ[ˆ]ü]ü_p`pbäbädXeXgÌgÌi@j@l´l´n(o(qœqœstv„v„xøxøzl{l}à}àT€T‚ȂȄ<…<‡®‡®‰!Š!Œ”Œ”Ž�‘z‘z“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W21GW2�1GW2χW2 χW2[ŒW2[ŒW2ý°W2€ý°W2›ñW2ü›ñW2-öW2-öW2ÏX2pÏX2m[X2ìm[X2ÿ_X2ôÿ_X2ƒ¥X2`ƒ¥X2ãÉX2ÌãÉX2ûX2ìûX2CNY2L CNY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2{O\2T {O\2K!]2˜K!]2ó3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KМ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KМ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KМ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥Å  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp æ æYYÌÌ)?*?4°4°>!?!I’I’ST^t^thåhårTsT} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppææ\\ÒÒ H H ¾ ¾44ªª  ––  ||ïïb b"Õ"Õ$H%H'»'»).*.,¡,¡./1‡1‡3ú3ú5m6m8à8à:S;S=Ä=Ä?5@5B¦B¦DEGˆGˆIùIùKjLjNÛNÛPLQLS½S½U.V.XŸXŸZ[]�]�_ò_òacbcdÔdÔfEgEi¶i¶k'l'n˜n˜p q szszuëuëw\x\zÍzÍ|>}>¯¯� ‚ „‘„‘†‡‰p‰p‹à‹à�PŽP�À�À’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2…GW2�…GW2#ˆW2 #ˆW2�W2�W2Q±W2€Q±W2ïñW2üïñW2ëøW2ëøW2#X2p#X2Á[X2ìÁ[X2½bX2ô½bX2‰¢X2`‰¢X2éÆX2ÌéÆX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2½O\2T ½O\2�!]2˜�!]254]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡#ï b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1È€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡#ï b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1È€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡#ï b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1È €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1«Ë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp è è\\ÐÐ)D*D4¶4¶>(?(IšIšS T ^~^~hðhðr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppèè``ØØ P P È È@@¸¸00¨¨�� x x"ì"ì$`%`'Ô'Ô)H*H,¼,¼.0/01¤1¤346Œ6Œ89;t;t=æ=æ?X@XBÊBÊD[>]°]°_"`"b”b”degxgxiêiêk\l\nÎnÎp@q@s²s²u$v$x–x–z{}z}zìì�^‚^„ЄІ@‡@‰±‰±‹"Œ"ޓޓ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2+GW2�+GW2ɇW2 ɇW2yŒW2yŒW2ý°W2€ý°W2›ñW2ü›ñW2KöW2KöW2ÏX2pÏX2m[X2ìm[X2`X2ô`X2Y¥X2`Y¥X2¹ÉX2̹ÉX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2P\2T P\2í!]2˜í!]2•4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ñ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1.n€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ñ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1.n€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ñ� b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1.n €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ÿ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo ç ç\\ÑÑ)F*F4»4»>/?/I£I£ST^‹^‹hÿhÿrsss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooçç__×× O O Ç Ç??··//§§‘‘ { {"ð"ð$e%e'Ú'Ú)O*O,Ä,Ä.9/91®1®3#4#6˜6˜8 9 ;‚;‚=÷=÷?l@lBáBáDVEVGËGËI?J?L³L³N'O'Q›Q›STVƒVƒX÷X÷Zk[k]ß]ß_S`SbÇbÇd;e;g¯g¯i#j#l—l—n o qqsósóugvgxÛxÛzO{O}Ã}Ã7€7‚«‚«„…‡“‡“‰ŠŒ}Œ}ŽòŽò�g‘g“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2…GW2�…GW2#ˆW2 #ˆW2ÝŽW2ÝŽW2W±W2€W±W2õñW2üõñW2¯øW2¯øW2)X2p)X2Ç[X2ìÇ[X2�bX2ô�bX2ƒ¢X2`ƒ¢X2ãÆX2ÌãÆX2ûX2ìûX2=NY2L =NY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2}P\2T }P\2M"]2˜M"]2õ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘,ø b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1•Õ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘,ø b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1•Õ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘,ø b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1•Õ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1«Ë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll å å^^××)P*P4É4É>@?@I·I·S,T,^Ÿ^Ÿhisƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllåå^^×× P P É ÉBB»»44­­&&ŸŸ ‘ ‘" # %ƒ%ƒ'ü'ü)u*u,î,î.g/g1à1à3Y4Y6Ò6Ò8K9K;Ä;Ä==>=@¶@¶B/C/E¨E¨G!H!J˜J˜LMO†O†QýQýStTtVëVëXbYb[Ù[Ù]P^P`Ç`Çb*?*I�I�ST^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmããYYÏÏ E E » »11§§““}}òòg g"Ü"Ü$Q%Q'Æ'Æ);*;,°,°.%/%1š1š346„6„8ù8ù:n;n=ã=ã?X@XBÍBÍDBEBG·G·I*J*L�L�NOQƒQƒSöSöUiViXÜXÜZO[O]Â]Â_5`5b§b§deg‹g‹iýiýkolonánápSqSsÅsÅu7v7x©x©z{}�}�ÿÿ�q‚q„ã„ã†U‡U‰ȉȋ;Œ;ޮޮ�!‘!“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2…GW2�…GW2#ˆW2 #ˆW2ÝŽW2ÝŽW2W±W2€W±W2õñW2üõñW2¯øW2¯øW2)X2p)X2Ç[X2ìÇ[X2�bX2ô�bX2Ó£X2`Ó£X23ÈX2Ì3ÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2 P\2T  P\2Û!]2˜Û!]2ƒ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�,ø b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1•Õ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�,ø b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1•Õ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�,ø b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1•Õ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll ã ãZZÑÑ)H*H4¿4¿>4?4I©I©ST^�^�hþhþrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllããZZÑÑ H H ¿ ¿66­­$$››‰‰ w w"î"î$e%e'Ü'Ü)S*S,Ê,Ê.A/A1¸1¸3/4/6¦6¦89;”;”= > @‚@‚BùBùDpEpGçGçI\J\LÑLÑNFOFQ»Q»S0T0V¥V¥XY[�[�]^`y`ybìbìd_e_gÒgÒiEjEl¸l¸n)o)qšqšs t v|v|xíxíz^{^}Ï}Ï@€@‚±‚±„"…"‡’‡’‰ŠŒtŒtŽåŽå�V‘V“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2%GW2�%GW2ÇW2 ÇW2UŒW2UŒW2÷°W2€÷°W2•ñW2ü•ñW2'öW2'öW2ÉX2pÉX2g[X2ìg[X2ù_X2ôù_X2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2AP\2T AP\2"]2˜"]2¹4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Κ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Κ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Κ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1;[  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk â âYYÐÐ)G*G4¾4¾>5?5I¬I¬S#T#^•^•hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkââYYÐÐ G G ¾ ¾55¬¬##ššˆˆÿÿv v"í"í$d%d'Û'Û)R*R,É,É.@/@1·1·3.4.6¥6¥89;“;“= > @�@�BøBøDoEoGæGæI]J]LÔLÔNKOKQÂQÂS9T9V°V°X'Y'[ž[ž]^`Œ`ŒbcezezgñgñihjhlßlßnQoQqÃqÃs5t5v§v§xy{‹{‹}ý}ýo€o‚á‚á„S…S‡Ňʼn7Š7Œ©Œ©Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2‹GW2�‹GW2)ˆW2 )ˆW2 �W2 �W2]±W2€]±W2ûñW2üûñW2ßøW2ßøW2/X2p/X2Í[X2ìÍ[X2±bX2ô±bX2ƒ¢X2`ƒ¢X2ãÆX2ÌãÆX2ûX2ìûX27NY2L 7NY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2‰P\2T ‰P\2Y"]2˜Y"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš5 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Æ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš5 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Æ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš5 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Æ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1«Ë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àXXÐÐ)H*H4À4À>6?6I¬I¬S"T"^˜^˜his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  �� € €"ø"ø$p%p'è'è)`*`,Ø,Ø.P/P1È1È3@4@6¸6¸8090;¨;¨= > @˜@˜BCEˆEˆGHJvJvLìLìNbObQØQØSNTNVÄVÄX:Y:[°[°]&^&`œ`œbceˆeˆgþgþitjtlêlên`o`qÖqÖsLtLvÂvÂx8y8{®{®}$~$€š€š‚ƒ…†…†‡ü‡ü‰rŠrŒèŒèŽ^�^‘Ô‘Ô“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2GW2�GW2½‡W2 ½‡W2UŒW2UŒW2ñ°W2€ñ°W2�ñW2ü�ñW2'öW2'öW2ÃX2pÃX2a[X2ìa[X2ù_X2ôù_X2¥X2`¥X2wÉX2ÌwÉX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÊ– b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÊ– b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÊ– b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Cc  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii Þ ÞSSÈÈ)=*=4²4²>'?'IœIœST^ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiÞÞSSÈÈ = = ² ²''œœ††ûûppååZ Z"Ï"Ï$D%D'¹'¹).*.,£,£./1�1�346w6w8ì8ì:a;a=Ö=Ö?K@KBÀBÀD5E5GªGªIJL”L”N O Q~Q~SóSóUhVhXÝXÝZR[R]Ç]Ç_<`*?*IžIžST^†^†húhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽzzððf f"Ü"Ü$R%R'È'È)>*>,´,´.*/*1 1 346Œ6Œ89;x;x=î=î?d@dBÚBÚDPEPGÆGÆI:J:L®L®N"O"Q–Q–S T V~V~XòXòZf[f]Ú]Ú_N`NbÂbÂd6e6gªgªijl’l’noqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡އމŠŒvŒvŽêŽê�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2GW2�GW2½‡W2 ½‡W2mŒW2mŒW2ñ°W2€ñ°W2�ñW2ü�ñW2?öW2?öW2ÃX2pÃX2a[X2ìa[X2`X2ô`X2‰¥X2`‰¥X2éÉX2ÌéÉX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2GP\2T GP\2"]2˜"]2¿4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxË— b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1+k€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxË— b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1+k€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxË— b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1+k €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk å å__ÕÕ)K*K4Á4Á>5?5I©I©ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkåå__ÙÙ S S Í ÍGGÁÁ;;µµ//©©## � �"#%�%�'(*y*y,ï,ï.e/e1Û1Û3Q4Q6Ç6Ç8=9=;³;³=)>)@Ÿ@ŸBCE‹E‹GHJuJuLéLéN]O]QÑQÑSETEV¹V¹X-Y-[¡[¡]^`‰`‰býbýdqeqgågåiYjYlÍlÍnAoAqµqµs)t)v�v�xy{…{…}ù}ùm€m‚á‚á„U…U‡ɇɉ=Š=Œ±Œ±Ž%�%‘™‘™“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2‘GW2�‘GW2/ˆW2 /ˆW2׎W2׎W2c±W2€c±W2òW2üòW2©øW2©øW25X2p5X2Ó[X2ìÓ[X2{bX2ô{bX2 ¤X2` ¤X2iÈX2ÌiÈX2ûX2ìûX27NY2L 7NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2GP\2T GP\2"]2˜"]2¿4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£>  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1•Õ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£>  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1•Õ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£>  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1•Õ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations18X  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>,?,I¡I¡ST^‹^‹hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßITJTLÉLÉN>O>Q³Q³S(T(V�V�XY[‡[‡]ü]ü_q`qbæbæd[e[gÐgÐiEjElºlºn/o/q¤q¤stvŽvŽxy{x{x}í}íb€b‚ׂׄL…L‡Á‡Á‰6Š6Œ«Œ«Ž � ‘•‘•“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2GW2�GW2·‡W2 ·‡W2mŒW2mŒW2ë°W2€ë°W2‰ñW2ü‰ñW2?öW2?öW2½X2p½X2[[X2ì[[X2`X2ô`X2q¥X2`q¥X2ÑÉX2ÌÑÉX2ûX2ìûX27NY2L 7NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÇ“ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1,l€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÇ“ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1,l€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÇ“ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1,l €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1�½  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áYYÍÍ)A*A4µ4µ>'?'I™I™S T ^}^}hïhïrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‘‘  � �"ù"ù$m%m'á'á)U*U,É,É.=/=1±1±3%4%6™6™8 9 ;�;�=õ=õ?i@iBÝBÝDQEQGÅGÅI7J7L©L©NOQ�Q�SÿSÿUqVqXãXãZU[U]Ç]Ç_9`9b«b«deg�g�ijlslsnånåpWqWsÉsÉu;v;x­x­z{}‘}‘€‚u‚u„ç„ç†Y‡Y‰ˉˋ=Œ=ޝޝ�!‘!“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2‘GW2�‘GW2/ˆW2 /ˆW2׎W2׎W2c±W2€c±W2òW2üòW2©øW2©øW25X2p5X2Ó[X2ìÓ[X2{bX2ô{bX2}¢X2`}¢X2ÝÆX2ÌÝÆX2ûX2ìûX27NY2L 7NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢>  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1•Õ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢>  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1•Õ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢>  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1•Õ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1«Ë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛQQÆÆ);*;4°4°>#?#I–I–S T ^|^|hïhïrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¥b¥deg‹g‹iþiþkqlqnänäpWqWsÊsÊu=v=x°x°z#{#}–}– € ‚|‚|„ï„ï†b‡b‰Õ‰Õ‹HŒH޻޻�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2GW2�GW2·‡W2 ·‡W2IŒW2IŒW2å°W2€å°W2ƒñW2üƒñW2öW2öW2·X2p·X2U[X2ìU[X2í_X2ôí_X2-¤X2`-¤X2�ÈX2Ì�ÈX2 ûX2ì ûX21NY2L 1NY2óëY2¬ óëY2ËÁZ2p ËÁZ2®[2t ®[2ÃO\2T ÃO\2“!]2˜“!]2;4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÈ” b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÈ” b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÈ” b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1b‚  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94¬4¬>?I’I’ST^z^zhíhír^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ø=Ø?K@KB¾B¾D1E1G¤G¤IJLŠLŠNýNýPpQpSãSãUVVVXÉXÉZ<[<]¯]¯_"`"b—b—d e g}g}iðiðkclcnÖnÖpIqIs¼s¼u/v/x¢x¢z{}ˆ}ˆûû�n‚n„á„á†R‡R‰ĉċ6Œ6ލލ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2—GW2�—GW25ˆW2 5ˆW2�W2�W2i±W2€i±W2òW2üòW2ÓøW2ÓøW2;X2p;X2Ù[X2ìÙ[X2¥bX2ô¥bX2Á£X2`Á£X2!ÈX2Ì!ÈX2 ûX2ì ûX21NY2L 1NY2 ìY2¬  ìY23ÀZ2p 3ÀZ2�[2t �[2#P\2T #P\2 ]2˜ ]2Á2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬G b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1À} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬G b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1À} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬G b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1à €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Þ ÞTTÊÊ)@*@4´4´>(?(IœIœST^Ž^Žhistst} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÞÞXXÒÒ L L Æ Æ@@ºº44®®$$šš † †"ü"ü$r%r'è'è)^*^,Ô,Ô.J/J1À1À36466¬6¬8"9";˜;˜= > @€@€BôBôDhEhGÜGÜIPJPLÄLÄN8O8Q¬Q¬S T V”V”XY[|[|]ð]ð_d`dbâbâdVeVgÊgÊi>j>l²l²n&o&qšqšstv‚v‚xöxözj{j}Þ}ÞR€R‚ƂƄ:…:‡¬‡¬‰ŠŒ’Œ’Ž�‘x‘x“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2GW2�GW2±‡W2 ±‡W2IŒW2IŒW2å°W2€å°W2ƒñW2üƒñW2öW2öW2·X2p·X2U[X2ìU[X2í_X2ôí_X2w¢X2`w¢X2ׯX2ÌׯX2 ûX2ì ûX21NY2L 1NY2áëY2¬ áëY2¹ÁZ2p ¹ÁZ2ó­[2t ó­[2cO\2T cO\23!]2˜3!]2Û3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÄ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÄ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÄ� b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1«Ë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚMMÀÀ)3*34¤4¤>?I†I†SûSû]l^lhÝhÝrLsL} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠýýppããV V"É"É$<%<'¯'¯)"*",•,•./1{1{3î3î5a6a8Ô8Ô:G;G=¸=¸?)@)BšBšD E G|G|IíIíK^L^NÏNÏP@Q@S±S±U"V"X“X“Z[]u]u_æ_æa[b[dÌdÌf=g=i®i®kln�n�pqsrsruãuãwTxTzÅzÅ|6}6§§�‚„‰„‰†ø†øˆh‰h‹Ø‹Ø�HŽH�¸�¸’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2—GW2�—GW25ˆW2 5ˆW2�W2�W2i±W2€i±W2òW2üòW2ÓøW2ÓøW2;X2p;X2Ù[X2ìÙ[X2¥bX2ô¥bX2A¥X2`A¥X2¡ÉX2Ì¡ÉX2 ûX2ì ûX21NY2L 1NY2óëY2¬ óëY2ÀZ2p ÀZ2ù�[2t ù�[2«O\2T «O\2¡]2˜¡]2I2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«G b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«G b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«G b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1—“  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜPPÄÄ)8*84ª4ª>?IŽIŽST^z^zhìhìr\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœ„„øøl l"à"à$T%T'È'È)<*<,°,°.$/$1˜1˜3 4 6€6€8ô8ô:h;h=Ú=Ú?L@LB¾B¾D0E0G¢G¢IJL†L†NøNøPjQjSÜSÜUNVNXÀXÀZ2[2]¤]¤_`b�b�degtgtiæiækXlXnÊnÊprÅ‘ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1(h€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÅ‘ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1(h€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÅ‘ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1(h €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1·�'K  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛPPÇÇ)<*<4±4±>%?%I™I™ST^�^�hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››……úúo o"ä"ä$[%['Ð'Ð)E*E,º,º.///1¤1¤346Ž6Ž89;x;x=í=í?b@bB×B×DLELGÁGÁI5J5L©L©NOQ‘Q‘STVyVyXíXíZa[a]Õ]Õ_I`IbÉbÉd=e=g±g±i%j%l™l™n o q�q�sõsõuivixÝxÝzQ{Q}Å}Å9€9‚­‚­„!…!‡•‡•‰ Š ŒŒŽôŽô�i‘i“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2�GW2��GW2;ˆW2 ;ˆW2ÑŽW2ÑŽW2i±W2€i±W2òW2üòW2£øW2£øW2;X2p;X2Ù[X2ìÙ[X2ubX2ôubX2S¢X2`S¢X2³ÆX2̳ÆX2 ûX2ì ûX2+NY2L +NY2ìY2¬ ìY2EÀZ2p EÀZ2#�[2t #�[2wP\2T wP\2m ]2˜m ]23]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µP b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1•Õ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µP b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1•Õ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µP b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1•Õ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1«§  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Ù ÙRRÕÕ)N*N4Ç4Ç>>?>IµIµS*T*^©^©his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÙÙRRËË D D ½ ½66¯¯((¡¡““  … …"þ"þ$�%�'ú'ú)s*s,ì,ì.e/e1Þ1Þ3W4W6Ð6Ð8I9I;Â;Â=;>;@´@´B-C-E¦E¦GHJ–J–L M O„O„QûQûSrTrVéVéX`Y`[×[×]N^N`Å`Åb:c:e¯e¯g$h$j™j™lmo�o�qrtstsvævæxYyY{Ì{Ì}?~?€²€²‚%ƒ%…˜…˜‡ ˆ Š{Š{ŒíŒíŽ_�_‘ёѓ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2 GW2� GW2«‡W2 «‡W2aŒW2aŒW2ß°W2€ß°W2}ñW2ü}ñW23öW23öW2±X2p±X2O[X2ìO[X2`X2ô`X2k¥X2`k¥X2ËÉX2ÔËÉX2 ûX2ô ûX2+NY2T +NY2ùëY2´ ùëY2!ÀZ2x !ÀZ2ÿ�[2| ÿ�[2ÏO\2\ ÏO\2Å]2 Å]2m2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<pÁ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1)i€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<pÁ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1)i€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1<pÁ� b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1)i €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1èœÀ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×LLÅÅ):*:4¯4¯>"?"I•I•ST^…^…h÷h÷risi} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡üüqqææ[ ["Ð"Ð$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯I"J"L•L•NOQ{Q{SîSîUaVaXÔXÔZG[G]º]º_-`-b«b«deg�g�ijlslsnånåpWqWsÉsÉu;v;x­x­z{}‘}‘€‚u‚u„ç„ç†Y‡Y‰̉̋?Œ?޲޲�%‘%“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2�GW2��GW2;ˆW2 ;ˆW2ÑŽW2ÑŽW2i±W2€i±W2òW2üòW2£øW2£øW2;X2p;X2Ù[X2ìÙ[X2ubX2ôubX2S¢X2`S¢X2³ÆX2̳ÆX2 ûX2ì ûX2+NY2L +NY2ìY2¬ ìY2-ÀZ2p -ÀZ2 �[2t  �[2P\2T P\2û]2˜û]2£2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´P b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1•Õ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´P b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1•Õ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´P b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1•Õ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1«§  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` × ×NNÍÍ)D*D4»4»>0?0I¥I¥ST^•^•hisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``××NNÅÅ < < ³ ³**¡¡��}}ôôk k"â"â$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubèbèd[e[gÎgÎiAjAl´l´n1o1q¢q¢stv„v„xõxõzf{f}×}×H€H‚¹‚¹„*…*‡š‡š‰ Š Œ|Œ|ŽíŽí�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Ç2W2ãFW2ãFW2�‡W2|�‡W2åŒW2„åŒW2�W2ð�W2¥™W2|¥™W2ÛœW2HÛœW2µ°W2Ôµ°W2SñW2PSñW2·öW2X·öW2íùW2ÄíùW2wX2PwX2­X2­X2‡X2¨‡X2%[X2$ %[X2‰`X2, ‰`X2¿cX2˜ ¿cX2ImX2$ ImX2pX2ð pX2Á�X2| Á�X2“¤X2X“¤X2óÈX2ÔóÈX25öX2ô5öX2KY2ÐKY2@?@I·I·S,T,^«^«his‘s‘} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð@@¹¹22«« $ $ ½ ½66¯¯((¡¡““  … …"þ"þ$�%�'ú'ú)s*s,ì,ì.e/e1Þ1Þ3W4W6Ð6Ð8I9I;Â;Â=;>;@´@´B-C-E¦E¦GHJ˜J˜LMO†O†QýQýStTtVëVëXbYb[Ù[Ù]P^P`Ç`Çb3?3I§I§ST^›^›hisƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯))££ — —"#%‰%‰'ÿ'ÿ)u*u,ë,ë.a/a1×1×3M4M6Ã6Ã8999;¯;¯=>@{@{BñBñDgEgGÝGÝIsJsLçLçN[O[QÏQÏSCTCV·V·X+Y+[Ÿ[Ÿ]^`‡`‡bûbûdoeogãgãiWjWlËlËnKoKq¿q¿s3t3v§v§xy{�{�}~€w€w‚ë‚ë„_…_‡Ó‡Ó‰GŠGŒ»Œ»Ž/�/‘£‘£“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ç2W2ãFW2ãFW2�‡W2|�‡W2åŒW2„åŒW2�W2ð�W2¥™W2|¥™W2ÛœW2HÛœW2¯°W2Ô¯°W2MñW2PMñW2·öW2X·öW2íùW2ÄíùW2wX2PwX2­X2­X2�X2¨�X2[X2$ [X2‰`X2, ‰`X2¿cX2˜ ¿cX2ImX2$ ImX2pX2ð pX2Á�X2| Á�X2½¤X2X½¤X2ÉX2ÔÉX2_öX2ô_öX2© Y2Щ Y2e>Y2\e>Y2`Y2€`Y2kY2¬kY2ìY28ìY2ÝÁZ2üÝÁZ2®[2®[2‘»[2à‘»[2P\2lP\2Õ!]2°Õ!]2}4]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¢n b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1­í bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¢n b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1­í  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¢n  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1­í bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ž®®Îý bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1s³ºúú: « ë \ œ bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dsófæYÙL̉ ?¿^Þ2²3³%¥ˆ˜ ‰úz ë k Ü \ Í M ¾ > ¯ /Z  “ÓF†÷7¨è bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10?? × ×NNÍÍ)D*D4»4»>2?2I§I§ST^—^—hiszsz} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð??¶¶--¤¤   ³ ³**¡¡��}}ôôk k"â"â$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÏLÏNDODQ¹Q¹S.T.V£V£XY[�[�]^`w`wbêbêd]e]gÐgÐiCjCl¶l¶n3o3q¤q¤stv†v†x÷x÷zh{h}Ù}ÙJ€J‚»‚»„,…,‡ž‡ž‰ŠŒ€Œ€ŽñŽñ�b‘b“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÇ2W2¯GW2è¯GW2MˆW2dMˆW2õŽW2lõŽW2˜W2è˜W2µ›W2´µ›W2{±W2@{±W2òW2¼òW2ÇøW2ÄÇøW2QX2@QX2‡X2 ‡X2MX2˜MX2ë[X2ë[X2™bX2 ™bX2#lX2˜ #lX2YoX2d YoX2›œX2𠛜X2¹¥X2Ì ¹¥X2ÊX2H ÊX2[÷X2h[÷X2½Y2D½Y2y'?'I™I™S T ^‰^‰hûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$k%k'ß'ß)S*S,Ç,Ç.;/;1¯1¯3#4#6—6—8 9 ;;=Ò=Ò?F@FBºBºD.E.G¢G¢I7J7L©L©NOQ�Q�SÿSÿUqVqXãXãZU[U]Ç]Ç_9`9b«b«deg�g�ijlslsnñnñpcqcsÕsÕuGvGx¹x¹z+{+}�}�€‚�‚�„ó„ó†e‡e‰׉׋IŒI޻޻�-‘-“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2 GW2è GW2«‡W2d«‡W2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2ß°W2@ß°W2}ñW2¼}ñW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2±X2˜±X2O[X2O[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2™¤X2Ì ™¤X2ùÈX2H ùÈX2;öX2h;öX23Y2D3Y2ï;Y2Ðï;Y2 \Y2ô \Y2 gY2  gY2ìY2¬ìY2ïÁZ2pïÁZ2)®[2t)®[2£»[2T£»[2}P\2à}P\2M"]2$M"]2õ4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÆ’ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 4t=}È bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÆ’ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 4t=}È bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÆ’  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 4t=}È  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �°°ÐÕõ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1.nn®ë+h¨ å %  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d.®=½úz…·7Ü\tô³31±în«+hè%¥âbŸ\Ü ™ Ö V “  P Ð  M Š Ê  G „ Ä ž Þ  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Ø ØPPÈÈ)@*@4¸4¸>?I¦I¦ST^œ^œhisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ØØPPÈÈ @ @ ¸ ¸00¨¨  ˜˜ˆˆ x x"ð"ð$h%h'à'à)X*X,Ð,Ð.H/H1À1À38486°6°8(9(; ; =>@�@�BCE€E€GøGøIPJPLÆLÆN?I’I’ST^z^zhÍhÍr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆýýrrçç\ \"Ñ"Ñ$F%F'»'»)0*0,¥,¥./1�1�346y6y8î8î:c;c=Ø=Ø?K@KB¾B¾D1E1G¤G¤IJLŠLŠNýNýPpQpSãSãUVVVXÉXÉZ<[<]¯]¯_"`"b—b—d e g}g}iðiðkclcnÖnÖpIqIs¼s¼u/v/x¢x¢zõzõ|h}hÛÛ�N‚N„Á„Á†T‡T‰ƉƋ8Œ8ŽªŽª�‘“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2 GW2è GW2«‡W2d«‡W2�W2l�W2‹˜W2苘W2Á›W2´Á›W2ß°W2@ß°W2}ñW2¼}ñW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2±X2˜±X2O[X2O[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2§œX2ð §œX2™¤X2Ì ™¤X2ùÈX2H ùÈX2;öX2h;öX2 Y2D Y2Å;Y2ÐÅ;Y2§\Y2ô§\Y2¥gY2 ¥gY2ÿëY2¬ÿëY2×ÁZ2p×ÁZ2®[2t®[2‹»[2T‹»[2P\2àP\2Õ!]2$Õ!]2}4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÄ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 3s=}Ç bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÄ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 3s=}Ç bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1=qÄ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 3s=}Ç  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‘±±ÑÖö bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1=}ºúÿ?? ¼ ü  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d=½úz·7tô1±Š înaá«+8¸hè�%¥âbŸ\Ü ™ Ö V “  P Ð  M Š Ê  G „ Ä 5u bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Ö ÖLLÂÂ)8*84®4®>?I˜I˜S T ^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††üürrèè^ ^"Ô"Ô$J%J'À'À)6*6,¬,¬."/"1˜1˜346„6„8ú8ú:p;p=æ=æ?\@\BÒBÒDHEHG¾G¾IJL‡L‡NûNûPoQoSãSãUxVxXìXìZ`[`]Ô]Ô_H`Hb¼b¼d0e0g¤g¤ijlŒlŒnoq|q|sðsðudvdxØxØzL{L}À}À4€4‚¨‚¨„…‡�‡�‰ŠŒxŒxŽìŽì�`‘`“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2£GW2è£GW2AˆW2dAˆW2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2u±W2@u±W2òW2¼òW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2GX2˜GX2å[X2å[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2A¥X2Ì A¥X2¡ÉX2H ¡ÉX2ãöX2hãöX2™Y2D™Y2U¾�ü|œÛ[uõº:PЙ)©xøUÕ›Û2² � ì l É I ¦ & ƒ  ` à ?Þ{»X bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØKK¾¾)1*14¤4¤>?I†I†SûSû]l^lh¼h¼rNsN} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆûûnnááT T"Ç"Ç$:%:'­'­) * ,“,“./1y1y3ì3ì5_6_8Ò8Ò:E;E=¸=¸?)@)BšBšD E G|G|IíIíK^L^NÏNÏP@Q@S±S±U"V"X“X“Z[]u]u_æ_æa[b[dÌdÌf=g=i®i®kln�n�pqsrsruãuãwTxTz¤z¤|}††�÷�÷ƒh„h†ú†úˆj‰j‹Ú‹Ú�JŽJ�º�º’  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2±‡W2L±‡W2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2å°W2(å°W2ƒñW2¤ƒñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2·X2€·X2U[X2üU[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2Ý¥X2´ Ý¥X2=ÊX20 =ÊX2÷X2P÷X2qÿX2,qÿX2)\Y2˜)\Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2;P\2Ì;P\2 "]2 "]2³4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÇ“ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T=}Ó bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÇ“ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T=}Ó bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÇ“  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T=}Ó  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ­ÍÒò9 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1&f€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1%¥þ~×W°0µ õ  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` × ×NNÅÅ)<*<4³4³>*?*IŸIŸST^‰^‰hþhþrsss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``××NNÅÅ < < ³ ³**¡¡��}}ôôk k"â"â$Y%Y'Ð'Ð)G*G,¾,¾.5/51¬1¬3#4#6š6š89;ˆ;ˆ=ÿ=ÿ?v@vBíBíDdEdGÛGÛIRJRLÇLÇN'?'I›I›ST^ƒ^ƒh÷h÷rmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%��‡‡üüq q"æ"æ$[%['Ð'Ð)E*E,º,º.///1¤1¤346Ž6Ž89;x;x=í=í?b@bB×B×DLELGÁGÁI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqwqwsësëu_v_xÓxÓzG{G}»}»/€/‚£‚£„…‡�‡�‰ŠŒwŒwŽìŽì�a‘a“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2±‡W2L±‡W2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2ß°W2(ß°W2}ñW2¤}ñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2±X2€±X2O[X2üO[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2 Y2, Y2¿\Y2˜¿\Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÅ‘ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U=}Ò bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÅ‘ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U=}Ò bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÅ‘  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U=}Ò  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ­ÍÒò–¶ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¿ÿ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1‰ bâ;»”NŽ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×MMÂÂ)7*74¬4¬>!?!I”I”ST^z^zhíhír`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ü=Ü?Q@QBÆBÆD;E;G°G°I%J%L˜L˜N O Q~Q~SñSñUdVdX×X×ZJ[J]½]½_0`0b£b£deg‰g‰iüiükolonânâpUqUsÈsÈu;v;x®x®z!{!}”}”€‚z‚z„í„í†`‡`‰Ó‰Ó‹FŒF޹޹�,‘,“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2�GW2Ð�GW2;ˆW2L;ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2o±W2(o±W2 òW2¤ òW2ëøW2¬ëøW2uX2(uX2«X2ô«X2AX2€AX2ß[X2üß[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX25¥X2´ 5¥X2•ÉX20 •ÉX2×öX2P×öX2 Y2, Y2§\Y2˜§\Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2ÃO\2ÌÃO\2“!]2“!]2;4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸R b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 X˜ÚÅ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸R b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 X˜ÚÅ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸R  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 X˜ÚÅ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ll�­q‘ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1‡^Þ5µ Œ2r €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙNNÃÃ)8*84­4­>"?"I•I•ST^y^yhëhër_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?N@NBÃBÃD8E8G­G­I"J"L•L•NOQ{Q{SîSîUaVaXÔXÔZG[G]º]º_-`-bŸbŸdegƒgƒiõiõkglgnÙnÙpKqKs½s½u/v/x¡x¡z{}…}…÷÷�i‚i„Û„Û†O‡O‰‰‹5Œ5ލލ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2·‡W2L·‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2ë°W2(ë°W2‰ñW2¤‰ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2½X2€½X2[[X2ü[[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2#¥X2´ #¥X2ƒÉX20 ƒÉX2ÅöX2PÅöX2mýX2,mýX2A\Y2˜A\Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÈ” b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 )i?à  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÈ” b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 )i?à  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÈ”  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 )i?à   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Œ¬2RWw bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1\€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1œ÷wÒR­-Ì  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Þ ÞTTÊÊ)@*@4¶4¶>*?*IžIžST^†^†húhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÞÞXXÒÒ L L Æ Æ@@ºº44®®$$šš † †"ü"ü$r%r'è'è)^*^,Ô,Ô.J/J1À1À36466¬6¬8"9";˜;˜=>@‚@‚BöBöDjEjGÞGÞIRJRLÆLÆN:O:Q®Q®S"T"V–V–X Y [~[~]ò]ò_f`fbÚbÚdNeNgÂgÂi6j6lªlªnoq’q’stvzvzxîxîzb{b}Ö}ÖJ€J‚¾‚¾„2…2‡¦‡¦‰ŠŒŒŒŒŽÿŽÿ�r‘r“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2—GW2ЗGW25ˆW2L5ˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2c±W2(c±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX25X2€5X2Ó[X2üÓ[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2mýX2,mýX2ç[Y2˜ç[Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[25P\2Ì5P\2"]2"]2­4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬E b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 b¢“Óî. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬E b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 b¢“Óî. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬E  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 b¢“Óî.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ­ÍÒòˆ¨ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1^€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1žósÈH�n ®  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>1?1I¨I¨ST^‘^‘hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIYJYLÐLÐNGOGQ¾Q¾S5T5V¬V¬X#Y#[š[š]^`ˆ`ˆbÿbÿdvevgígíidjdlÛlÛnMoMq¿q¿s1t1v£v£xy{‡{‡}ù}ùk€k‚݂݄O…O‡Á‡Á‰3Š3Œ¥Œ¥Ž�‘‰‘‰“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2·‡W2L·‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2å°W2(å°W2ƒñW2¤ƒñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2·X2€·X2U[X2üU[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2ÿ¤X2´ ÿ¤X2_ÉX20 _ÉX2¡öX2P¡öX2Y2,Y2Ý\Y2˜Ý\Y2íëY2$íëY2ÅÁZ2èÅÁZ2ÿ­[2ìÿ­[2«O\2Ì«O\2{!]2{!]2#4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÆ’ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 (h>~Þ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÆ’ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 (h>~Þ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÆ’  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 (h>~Þ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 —·/4T bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1·÷€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ˆcã>¾™g§ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜPPÄÄ)8*84¬4¬>?I�I�ST^t^thæhærXsX} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœ„„øøl l"à"à$T%T'È'È)<*<,°,°.$/$1˜1˜3 4 6€6€8ô8ô:h;h=Ü=Ü?N@NBÀBÀD2E2G¤G¤IJLˆLˆNúNúPlQlSÞSÞUPVPXÂXÂZ4[4]¦]¦_`bŠbŠdüdüfngniàiàkRlRnÄnÄp6q6s¨s¨uvxŒxŒzþzþ|p}pââ�T‚T„ƄƆ8‡8‰©‰©‹ŒŽ‹Ž‹�ü�ü’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2—GW2ЗGW25ˆW2L5ˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2i±W2(i±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2;X2€;X2Ù[X2üÙ[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2A¥X2´ A¥X2¡ÉX20 ¡ÉX2ãöX2PãöX2Y2,Y2}\Y2˜}\Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­G b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 c£“Óð0 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­G b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 c£“Óð0 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­G  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 c£“Óð0  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ­ÍÒòw— bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1³ó€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ròGÇœñqC €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ø ØMMÂÂ)7*74¬4¬>#?#I˜I˜S T ^^hñhñrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccØØMM 7 7 ¬ ¬!!––  €€õõjjßßT T"É"É$>%>'³'³)(*(,�,�./1‡1‡3ü3ü5q6q8æ8æ:[;[=Ð=Ð?E@EBºBºD/E/G¤G¤IJL�L�NOQzQzSïSïUdVdXÙXÙZN[N]Ã]Ã_8`8b­b­d"e"g—g—i j l�l�nónópeqes×s×uIvIx»x»z-{-}Ÿ}Ÿ€‚ƒ‚ƒ„õ„õ†g‡g‰ىًKŒK޽޽�/‘/“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2GW2ÐGW2½‡W2L½‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2ë°W2(ë°W2‰ñW2¤‰ñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2½X2€½X2[[X2ü[[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2¥X2´ ¥X2qÉX20 qÉX2³öX2P³öX2SÿX2,SÿX2_\Y2˜_\Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2qP\2ÌqP\2A"]2A"]2é4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÉ• b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IU•@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÉ• b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IU•@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÉ•  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IU•@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ÿ??_ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ü<€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1“ðpÍMª*ã # €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ý ÝVVÏÏ)H*H4Á4Á>:?:I±I±S&T&^™^™h i ss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÝÝVVÏÏ H H Á Á::³³,,¥¥—— ‰ ‰"#%{%{'ô'ô)m*m,æ,æ._/_1Ø1Ø3Q4Q6Ê6Ê8C9C;¼;¼=5>5@®@®B'C'E E GHJ’J’L M O€O€Q÷Q÷SnTnVåVåX\Y\[Ó[Ó]J^J`Á`Áb6c6e«e«g h j•j•l m o}o}qðqðsctcvÖvÖxIyI{¼{¼}/~/€¢€¢‚ƒ…ˆ…ˆ‡û‡û‰mŠmŒߌߎQ�Q‘ÑÓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2‘GW2БGW2/ˆW2L/ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2]±W2(]±W2ûñW2¤ûñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2/X2€/X2Í[X2üÍ[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2gýX2,gýX2½[Y2˜½[Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2GP\2ÌGP\2"]2"]2¿4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡: b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 b¢¸øâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡: b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 b¢¸øâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡:  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 b¢¸øâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ­ÍÒò}� bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Q€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1‘äd·7Š A �  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii ã ã]]ÓÓ)I*I4¿4¿>5?5I©I©ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiãã]]×× Q Q Ë ËEE¿¿99³³--§§!! › ›"#%‹%‹'(*w*w,í,í.c/c1Ù1Ù3O4O6Å6Å8;9;;±;±='>'@�@�BCE‰E‰GÿGÿIuJuLéLéN]O]QÑQÑSETEV¹V¹X-Y-[¡[¡]^`‰`‰býbýdqeqgågåiYjYlÍlÍnAoAqµqµs)t)v�v�xy{…{…}ù}ùm€m‚á‚á„U…U‡ɇɉ=Š=Œ±Œ±Ž%�%‘™‘™“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2GW2ÐGW2·‡W2L·‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2ë°W2(ë°W2‰ñW2¤‰ñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2½X2€½X2[[X2ü[[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2×¥X2´ ×¥X27ÊX20 7ÊX2y÷X2Py÷X2íY2,íY2û\Y2˜û\Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2P\2ÌP\2Õ!]2Õ!]2}4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÇ“ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JT”þ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÇ“ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JT”þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÇ“  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JT”þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 nŽç , bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1™Ù€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1‡däAÁž€À €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>.?.I£I£ST^‡^‡høhørjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbæbædYeYgÌgÌi?j?l²l²n#o#q”q”stvvvvxçxçzX{X}É}É:€:‚«‚«„…‡އމÿ‰ÿ‹pŒpŽáŽá�R‘R“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2‘GW2БGW2/ˆW2L/ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2c±W2(c±W2òW2¤òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X25X2€5X2Ó[X2üÓ[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2;¥X2´ ;¥X2›ÉX20 ›ÉX2ÝöX2PÝöX2ûÿX2,ûÿX2M\Y2˜M\Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÏO\2ÌÏO\2Ÿ!]2Ÿ!]2G4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢< b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 c£¹ùä$ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢< b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 c£¹ùä$ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢<  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 c£¹ùä$  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ­ÍÒòp� bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¤ä€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1]Ý0°ƒÖVÔ  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßWWËË)?*?4³4³>'?'I™I™S T ^}^}hïhïrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ��  "÷"÷$k%k'ß'ß)S*S,Ç,Ç.;/;1¯1¯3#4#6—6—8 9 ;;=ó=ó?g@gBÛBÛDOEOGÃGÃI7J7L©L©NOQ�Q�SÿSÿUqVqXãXãZU[U]Ç]Ç_9`9b«b«deg�g�ijlslsnånåpWqWsÉsÉu;v;x­x­z{}‘}‘€‚u‚u„ç„ç†Y‡Y‰ˉˋ=Œ=ޝޝ�!‘!“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2%GW2Ð%GW2ÇW2LÇW2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2ñ°W2(ñ°W2�ñW2¤�ñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2ÃX2€ÃX2a[X2üa[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2aýX2,aýX2w\Y2˜w\Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2‰P\2̉P\2Y"]2Y"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÊ– b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ^=}É  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÊ– b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ^=}É  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÊ–  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ^=}É   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r’d„„¤ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 J€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ŠéiÈH§'ú : €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜTTÌÌ)D*D4¼4¼>4?4IªIªS T ^–^–h i s‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœŒŒ | |"ô"ô$l%l'ä'ä)\*\,Ô,Ô.L/L1Ä1Ä3<4<6´6´8,9,;¤;¤=>@”@”B C E„E„GüGüItJtLêLêN`O`QÖQÖSLTLVÂVÂX8Y8[®[®]$^$`š`šbce†e†gügüirjrlèlèn^o^qÔqÔsJtJvÀvÀx6y6{¬{¬}"~"€˜€˜‚ƒ…„…„‡ú‡ú‰pŠpŒæŒæŽ\�\‘Ò‘Ò“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2…GW2Ð…GW2#ˆW2L#ˆW2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2W±W2(W±W2õñW2¤õñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2)X2€)X2Ç[X2üÇ[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2¦X2´ ¦X2ÊX20 ÊX2Á÷X2PÁ÷X2[ýX2,[ýX2“[Y2˜“[Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–/û b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹È—× bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–/û b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹È—× bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–/û  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹È—×  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �°0PGg bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1„ÕU¦&w÷ T  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜQQÆÆ);*;4°4°>#?#I–I–S T ^|^|hïhïrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒvvëë` `"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ü=Ü?O@OBÂBÂD5E5G¨G¨IJLŽLŽNOQtQtSçSçUZVZXÍXÍZ@[@]³]³_&`&b™b™d e ggiòiòkelenØnØpKqKs¾s¾u1v1x¤x¤z{}Š}Šýý�p‚p„ã„ã†V‡V‰ȉȋ:Œ:ެެ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2GW2ÐGW2½‡W2L½‡W2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2ñ°W2(ñ°W2�ñW2¤�ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2ÃX2€ÃX2a[X2üa[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2‰¥X2´ ‰¥X2éÉX20 éÉX2+÷X2P+÷X2Y2,Y2]Y2˜]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2P\2ÌP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÈ” b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]=}Ê  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÈ” b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]=}Ê  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÈ”  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]=}Ê   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 s““³¸Ø bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1©é€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1†eåDÄ#£™Ù €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÆÆ)<*<4²4²>(?(IœIœST^„^„høhørlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$N%N'Ä'Ä):*:,°,°.&/&1œ1œ346ˆ6ˆ8þ8þ:t;t=ê=ê?`@`BÖBÖDLELGÂGÂI8J8L¬L¬N O Q”Q”STV|V|XðXðZd[d]Ø]Ø_L`LbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡Œ‡Œ‰ŠŒtŒtŽèŽè�\‘\“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2‹GW2ЋGW2)ˆW2L)ˆW2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2W±W2(W±W2õñW2¤õñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2)X2€)X2Ç[X2üÇ[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2‰¥X2´ ‰¥X2éÉX20 éÉX2+÷X2P+÷X2ßY2,ßY2#\Y2˜#\Y2íëY2$íëY2ÅÁZ2èÅÁZ2ÿ­[2ìÿ­[2oO\2ÌoO\2?!]2?!]2ç3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—1ý b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 JŠÇ˜Ø bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—1ý b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 JŠÇ˜Ø bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—1ý  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 JŠÇ˜Ø  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p�'³Ó bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1…Å€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1HÈ™êj»;¥ å  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜOOÂÂ)5*54¨4¨>?IŠIŠSûSû]l^lhÝhÝrNsN} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒÿÿrrååX X"Ë"Ë$>%>'±'±)$*$,—,—. / 1}1}3ð3ð5c6c8Ö8Ö:I;I=¼=¼?-@-BžBžDEG€G€IñIñKbLbNÓNÓPDQDSµSµU&V&X—X—Z[]y]y_ê_êa[b[dÌdÌf=g=i®i®kln�n�pqsrsruãuãwTxTzÅzÅ|6}6§§�‚„‰„‰†ú†úˆj‰j‹Ú‹Ú�JŽJ�º�º’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2%GW2Ð%GW2ÇW2LÇW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2÷°W2(÷°W2•ñW2¤•ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2ÉX2€ÉX2g[X2üg[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2í¤X2´ í¤X2MÉX20 MÉX2�öX2P�öX2;ÿX2,;ÿX2›\Y2˜›\Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2MP\2ÌMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvË— b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @>~Í  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvË— b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @>~Í  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvË—  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @>~Í   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 e…ó3 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1à €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1‚ãcÄD¥%Z €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>.?.I£I£ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbèbèd]e]gÒgÒiGjGl¼l¼n1o1q¦q¦stv�v�xy{z{z}ï}ïd€d‚قلN…N‡ÇÉ8Š8Œ­Œ­Ž"�"‘—‘—“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2GW2ÐGW2ˆW2LˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2Q±W2(Q±W2ïñW2¤ïñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2#X2€#X2Á[X2üÁ[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2¥X2´ ¥X2wÉX20 wÉX2¹öX2P¹öX2[ýX2,[ýX2ó[Y2˜ó[Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹$ð b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 NŽË ¯ï bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹$ð b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 NŽË ¯ï bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹$ð  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 NŽË ¯ï  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 …¥::Z bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ØX°0ˆp °  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áVVËË)@*@4µ4µ>+?+IŸIŸST^‡^‡hûhûrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‹‹ u u"ê"ê$_%_'Ô'Ô)I*I,¾,¾.3/31¨1¨346’6’89;|;|=ñ=ñ?f@fBÛBÛDPEPGÅGÅI;J;L¯L¯N#O#Q—Q—S T VVXóXóZg[g]Û]Û_O`ObÃbÃd7e7g«g«ijl“l“noq{q{sïsïucvcx×x×zK{K}¿}¿3€3‚§‚§„…‡‘‡‘‰ŠŒ{Œ{ŽðŽð�e‘e“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2%GW2Ð%GW2ÇW2LÇW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2÷°W2(÷°W2•ñW2¤•ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2ÉX2€ÉX2g[X2üg[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2;¥X2´ ;¥X2›ÉX20 ›ÉX2ÝöX2PÝöX2áY2,áY2=]Y2˜=]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÉ• b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @>~Î bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÉ• b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @>~Î bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÉ•  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @>~Î  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~žBbg‡ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1�Á€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1†gçHÈ)©»û €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛQQÆÆ);*;4°4°>%?%I˜I˜S T ^~^~hñhñrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnænæpYqYsÌsÌu?v?x²x²z%{%}˜}˜ € ‚~‚~„ñ„ñ†d‡d‰׉׋JŒJ޽޽�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2…GW2Ð…GW2#ˆW2L#ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2Q±W2(Q±W2ïñW2¤ïñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2#X2€#X2Á[X2üÁ[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2õÿX2,õÿX2‰\Y2˜‰\Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ&ò b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M�Ê ¯ï bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ&ò b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M�Ê ¯ï bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ&ò  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M�Ê ¯ï  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 `€ð{› bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1˜Ø€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`à8¸�èhH €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝRRÇÇ)<*<4±4±>&?&I™I™S T ^}^}hïhïrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��wwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD.?.I¢I¢ST^Š^Šhþhþrrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²((žž Š Š"#%v%v'ì'ì)b*b,Ø,Ø.N/N1Ä1Ä3:4:6°6°8&9&;œ;œ=>@†@†BúBúDnEnGâGâIVJVLÊLÊN>O>Q²Q²S&T&VšVšXY[‚[‚]ö]ö_j`jbÞbÞdReRgÆgÆi:j:l®l®n"o"q–q–s t v~v~xòxòzf{f}Ú}ÚN€N‚‚„6…6‡ª‡ª‰ŠŒ�Œ�Ž�‘v‘v“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2yGW2ÐyGW2ˆW2LˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2K±W2(K±W2éñW2¤éñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2X2€X2»[X2ü»[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2¥X2´ ¥X2eÉX20 eÉX2§öX2P§öX2aýX2,aýX2§\Y2˜§\Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2GP\2ÌGP\2"]2"]2¿4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€å b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘΢â bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€å b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘΢â bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€å  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘뢉  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 zš$$D bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ãcÆF©) ` €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii à àWWÎÎ)E*E4¼4¼>5?5I¬I¬S#T#^•^•hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiààWWÎÎ E E ¼ ¼33ªª!!˜˜††ýýt t"ë"ë$b%b'Ù'Ù)P*P,Ç,Ç.>/>1µ1µ3,4,6£6£89;‘;‘=>@@BöBöDmEmGäGäI]J]LÔLÔNKOKQÂQÂS9T9V°V°X'Y'[ž[ž]^`Œ`ŒbcezezgñgñihjhlßlßnQoQqÃqÃs5t5v§v§xy{‹{‹}ý}ýo€o‚á‚á„S…S‡Ňʼn7Š7Œ©Œ©Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2+GW2Ð+GW2ɇW2LɇW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2ý°W2(ý°W2›ñW2¤›ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÏX2€ÏX2m[X2üm[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2 ¥X2´  ¥X2kÉX20 kÉX2­öX2P­öX2áY2,áY2¯]Y2˜¯]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2½O\2̽O\2�!]2�!]254]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwÊ– b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R=}Ð bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwÊ– b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R=}Ð bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwÊ–  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R=}Ð  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u•.3S bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1€À€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1œƒjêQÑ'g €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àTTÈÈ)<*<4°4°>"?"I”I”ST^x^xhêhêr\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  ˆˆüüp p"ä"ä$X%X'Ì'Ì)@*@,´,´.(/(1œ1œ346„6„8ø8ø:l;l=à=à?R@RBÄBÄD6E6G¨G¨IJLŒLŒNþNþPpQpSâSâUTVTXÆXÆZ8[8]ª]ª_`bŽbŽdegrgriäiäkVlVnÈnÈp:q:s¬s¬uvx�x�z{}t}tææ�X‚X„ʄʆ<‡<‰­‰­‹ŒŽ�Ž��‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2yGW2ÐyGW2ˆW2LˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2K±W2(K±W2éñW2¤éñW2ñøW2¬ñøW2{X2({X2±X2ô±X2X2€X2»[X2ü»[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2á¤X2´ á¤X2AÉX20 AÉX2ƒöX2PƒöX2çY2,çY2I]Y2˜I]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2íO\2ÌíO\2½!]2½!]2e4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ç b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 P�Í £ã bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ç b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 P�Í £ã bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ç  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 P�Í £ã  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Yyâ" bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1…Å€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Œ oïRÒ5µÃ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ü ÜQQÆÆ);*;4°4°>'?'IœIœST^ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÜÜQQÆÆ ; ; ° °%%šš„„ùùnnããX X"Í"Í$B%B'·'·),*,,¡,¡./1‹1‹346u6u8ê8ê:_;_=Ô=Ô?I@IB¾B¾D3E3G¨G¨IJL”L”N O Q~Q~SóSóUhVhXÝXÝZR[R]Ç]Ç_<`M?MIÄIÄS9T9^¬^¬his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðyyòòkkää ] ] Ö ÖOOÈÈAAºº33¬¬%% ž ž"#%�%�' ( *‚*‚,û,û.t/t1í1í3f4f6ß6ß8X9X;Ñ;Ñ=J>J@Ã@ÃB@?@I´I´S(T(^œ^œhis„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvððjjää ^ ^ Ø ØRRÌÌFFÀÀ::´´.. ¨ ¨""#"%˜%˜'(*„*„,ú,ú.p/p1æ1æ3\4\6Ò6Ò8H9H;¾;¾=4>4@ª@ªB C E–E–G H J€J€LôLôNhOhQÜQÜSPTPVÄVÄX8Y8[¬[¬] ^ `”`”bce|e|gðgðidjdlØlØnLoLqÀqÀs4t4v¨v¨xy{�{�}~€x€x‚ì‚ì„`…`‡Ô‡Ô‰HŠHŒ¼Œ¼Ž0�0‘¤‘¤“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2GW2�GW2ˆW2ˆW2UŒW2$UŒW2Q±W2�Q±W2ïñW2ïñW2'öW2$'öW2#X2�#X2Á[X2Á[X2ù_X2$ù_X2•¢X2�•¢X2õÆX2üõÆX2!ûX2 !ûX2INY2| INY2)ìY2Ü )ìY2ÂZ2  ÂZ2;®[2¤ ;®[2#P\2„ #P\2ó!]2Èó!]2›4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations16jS‡Ú¦ê b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations16jS‡Ú¦ê b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations16jS‡Ú¦ê b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1­Í  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww î îeeÜÜ)S*S4Ê4Ê>???I´I´S'T'^˜^˜h i sysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðwwîîeeÜÜ S S Ê ÊAA¸¸//¦¦””  ‚ ‚"ù"ù$p%p'ç'ç)^*^,Õ,Õ.L/L1Ã1Ã3:4:6±6±8(9(;Ÿ;Ÿ=>@�@�BCE{E{GòGòIgJgLÜLÜNQOQQÆQÆS;T;V°V°X%Y%[š[š]^`„`„b÷b÷djejgÝgÝiPjPlÃlÃn4o4q¥q¥stv‡v‡xøxøzi{i}Ú}ÚK€K‚¼‚¼„-…-‡�‡�‰ŠŒŒŽðŽð�a‘a“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2sGW2�sGW2ˆW2 ˆW2�W2�W2E±W2€E±W2ãñW2üãñW2åøW2åøW2X2pX2µ[X2ìµ[X2·bX2ô·bX2�¥X2`�¥X2ïÉX2ÌïÉX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s Ù b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1»û€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s Ù b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1»û€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s Ù b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1»û €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1«Ë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv î îffÚÚ)N*N4Â4Â>4?4I¦I¦ST^Š^Šhühürnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvîîffÞÞ V V Î ÎFF¾¾66®®&&žž Ž Ž"#%z%z'î'î)b*b,Ö,Ö.J/J1¾1¾32426¦6¦89;Ž;Ž=>@v@vBêBêD^E^GÒGÒIDJDL¶L¶N(O(QšQšS T V~V~XðXðZb[b]Ô]Ô_F`Fb¸b¸d*e*gœgœijl€l€nònòpdqdsÖsÖuHvHxºxºz,{,}ž}ž€‚‚‚‚„ô„ô†f‡f‰؉؋JŒJ޼޼�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2=GW2�=GW2Û‡W2 Û‡W2gŒW2gŒW2±W2€±W2­ñW2ü­ñW29öW29öW2áX2páX2[X2ì[X2 `X2ô `X2�¢X2`�¢X2ïÆX2ÌïÆX2!ûX2ì!ûX2CNY2L CNY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2¡P\2T ¡P\2q"]2˜q"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†Û§ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1S€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†Û§ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1S€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†Û§ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1S €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1­Í  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu í íeeÝÝ)U*U4Í4Í>C?CI¹I¹S/T/^¥^¥his‘s‘} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuííeeÝÝ U U Í ÍEE½½55­­%%�� � �"#%}%}'õ'õ)m*m,å,å.]/]1Õ1Õ3M4M6Å6Å8=9=;µ;µ=->-@¥@¥BCE•E•G H JƒJƒLùLùNoOoQåQåS[T[VÑVÑXGYG[½[½]3^3`©`©bce•e•g h j�j�l÷l÷nmomqãqãsYtYvÏvÏxEyE{»{»}1~1€§€§‚ƒ…“…“‡ ˆ ŠŠŒõŒõŽk�k‘á‘á“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2yGW2�yGW2ˆW2 ˆW2õŽW2õŽW2K±W2€K±W2éñW2üéñW2ÇøW2ÇøW2X2pX2»[X2ì»[X2™bX2ô™bX2¤X2`¤X2cÈX2ÌcÈX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}â b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¢â€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}â b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¢â€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}â b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¢â €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1!A  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo å åZZÏÏ)D*D4·4·>*?*I�I�ST^ƒ^ƒhöhörgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooåå[[ÑÑ G G ½ ½33©©••  ôôi i"Þ"Þ$S%S'È'È)=*=,²,².'/'1œ1œ346†6†8û8û:p;p=ã=ã?V@VBÉBÉD5?5I©I©ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðsséé__ÕÕ K K Á Á77­­##™™……ûûq q"ç"ç$]%]'Ó'Ó)I*I,¿,¿.5/51«1«3!4!6—6—8 9 ;ƒ;ƒ=ù=ù?o@oBåBåD[E[GÑGÑIEJEL¹L¹N-O-Q¡Q¡STV‰V‰XýXýZq[q]å]å_Y`YbÍbÍdAeAgµgµi)j)l�l�noq…q…sùsùumvmxáxázU{U}É}É=€=‚±‚±„%…%‡™‡™‰ Š Œ�Œ�ŽõŽõ�i‘i“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2yGW2�yGW2ˆW2 ˆW2õŽW2õŽW2K±W2€K±W2éñW2üéñW2ÇøW2ÇøW2X2pX2»[X2ì»[X2™bX2ô™bX2ñ£X2`ñ£X2QÈX2ÌQÈX2!ûX2ì!ûX2CNY2L CNY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2�O\2T �O\2Q!]2˜Q!]2ù3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|â b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1£ã€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|â b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1£ã€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|â b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1£ã €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1.  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq ç çZZÍÍ)@*@4±4±>"?"I“I“ST^u^uhæhærUsU} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqçç]]ÓÓ I I ¿ ¿55««!!——  }}ððc c"Ö"Ö$I%I'¼'¼)/*/,¢,¢./1ˆ1ˆ3û3û5n6n8á8á:T;T=Å=Å?6@6B§B§DEG‰G‰IúIúKkLkNÜNÜPMQMS¾S¾U/V/X X Z[]‚]‚_ó_óadbddÕdÕfFgFi·i·k(l(n™n™p q s{s{uìuìw]x]zÎzÎ|?}?°°�!‚!„’„’†‡‰q‰q‹á‹á�QŽQ�Á�Á’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W27GW2�7GW2Õ‡W2 Õ‡W2[ŒW2[ŒW2 ±W2€ ±W2§ñW2ü§ñW2-öW2-öW2ÛX2pÛX2y[X2ìy[X2ÿ_X2ôÿ_X2‰¢X2`‰¢X2éÆX2ÌéÆX2ûX2ìûX2CNY2L CNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OƒØ¤ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OƒØ¤ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OƒØ¤ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1­Í  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq è è__ÖÖ)M*M4Ä4Ä>9?9I®I®S#T#^˜^˜h i s‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqèè__ÖÖ M M Ä Ä;;²²))  ŽŽ | |"ó"ó$j%j'á'á)X*X,Ï,Ï.F/F1½1½34446«6«8"9";™;™=>@‡@‡BþBþDuEuGìGìIaJaLÖLÖNKOKQÀQÀS5T5VªVªXY[”[”] ^ `~`~bóbódhehgÝgÝiRjRlÇlÇn.?.I¢I¢ST^Š^Šhþhþrrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnææ^^ÖÖ N N Æ Æ>>¶¶..¦¦�� z z"ï"ï$d%d'Ù'Ù)N*N,Ã,Ã.8/81­1­3"4"6—6—8 9 ;�;�=ö=ö?k@kBàBàDUEUGÊGÊI>J>L²L²N&O&QšQšSTV‚V‚XöXöZj[j]Þ]Þ_R`RbÆbÆd:e:g®g®i"j"l–l–n o q~q~sòsòufvfxÚxÚzN{N}Â}Â6€6‚ª‚ª„…‡’‡’‰ŠŒ|Œ|ŽñŽñ�f‘f“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W27GW2�7GW2Õ‡W2 Õ‡W2[ŒW2[ŒW2±W2€±W2¡ñW2ü¡ñW2-öW2-öW2ÕX2pÕX2s[X2ìs[X2ÿ_X2ôÿ_X2ë£X2`ë£X2KÈX2ÌKÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�Ô  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�Ô  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�Ô  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1.  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp æ æ\\ÑÑ)F*F4»4»>.?.I¡I¡ST^‡^‡húhúrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppææ\\ÒÒ H H ¾ ¾44ªª  ––  ‚‚øøn n"ä"ä$Y%Y'Î'Î)C*C,¸,¸.-/-1¢1¢346Œ6Œ89;v;v=ë=ë?`@`BÕBÕDJEJG¿G¿I2J2L¥L¥NOQ‹Q‹SþSþUqVqXäXäZW[W]Ê]Ê_=`=b°b°d#e#g–g–i j l|l|nïnïpbqbsÕsÕuHvHx»x»z.{.}¡}¡€‚‡‚‡„ú„ú†m‡m‰à‰à‹SŒSŽÆŽÆ�9‘9“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2GW2�GW2ˆW2 ˆW2�W2�W2Q±W2€Q±W2ïñW2üïñW2åøW2åøW2#X2p#X2Á[X2ìÁ[X2·bX2ô·bX2‰¢X2`‰¢X2éÆX2ÌéÆX2ûX2ìûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ë b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ë b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ë b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1­Í  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn ä äYYÎÎ)C*C4¸4¸>+?+IžIžST^‚^‚hôhôrfsf} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnääZZÐÐ F F ¼ ¼22¨¨””  ~~óóh h"Ý"Ý$R%R'Ç'Ç)<*<,±,±.&/&1›1›346…6…8ú8ú:o;o=ä=ä?Y@YBÎBÎDCECG¸G¸I+J+LžLžNOQ„Q„S÷S÷UjVjXÝXÝZP[P]Ã]Ã_6`6b¨b¨degŒgŒiþiþkplpnânâpTqTsÆsÆu8v8xªxªz{}Ž}Ž€‚r‚r„ä„ä†V‡V‰ɉɋ<Œ<ޝޝ�"‘"“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W21GW2�1GW2χW2 χW2sŒW2sŒW2±W2€±W2¡ñW2ü¡ñW2EöW2EöW2ÕX2pÕX2s[X2ìs[X2`X2ô`X2�¥X2`�¥X2ïÉX2ÌïÉX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[25P\2T 5P\2"]2˜"]2­4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Õ¡ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1*j€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Õ¡ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1*j€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Õ¡ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1*j €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1µÕ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq ë ëaa××)M*M4Á4Á>5?5I©I©ST^‘^‘hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqëëeeßß Y Y Ó ÓMMÇÇAA»»11§§ “ “" # %%'õ'õ)k*k,á,á.W/W1Í1Í3C4C6¹6¹8/9/;¥;¥=>@�@�BCEuEuGéGéI]J]LÑLÑNEOEQ¹Q¹S-T-V¡V¡XY[‰[‰]ý]ý_q`qbåbådYeYgÍgÍiAjAlµlµn)o)q�q�stv…v…xùxùzm{m}á}áU€U‚ɂɄ=…=‡¯‡¯‰"Š"Œ•Œ•Ž�‘{‘{“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2…GW2�…GW2#ˆW2 #ˆW2ÝŽW2ÝŽW2W±W2€W±W2õñW2üõñW2¯øW2¯øW2)X2p)X2Ç[X2ìÇ[X2�bX2ô�bX2‰¢X2`‰¢X2éÆX2ÌéÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2GP\2T GP\2"]2˜"]2¿4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�(ô b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1“Ó€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�(ô b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1“Ó€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�(ô b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1“Ó €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1­Í  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj á áXXÏÏ)F*F4½4½>4?4I«I«S"T"^”^”hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjááXXÏÏ F F ½ ½44««""™™‡‡þþu u"ì"ì$c%c'Ú'Ú)Q*Q,È,È.?/?1¶1¶3-4-6¤6¤89;’;’= > @€@€B÷B÷DnEnGåGåI\J\LÓLÓNJOJQÁQÁS8T8V¯V¯X&Y&[�[�]^`‹`‹bceyeygðgðigjglÞlÞnPoPqÂqÂs4t4v¦v¦xy{Š{Š}ü}ün€n‚à‚à„R…R‡ćĉ6Š6Œ¨Œ¨Ž�‘Œ‘Œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2+GW2�+GW2ɇW2 ɇW2yŒW2yŒW2ý°W2€ý°W2›ñW2ü›ñW2KöW2KöW2ÏX2pÏX2m[X2ìm[X2`X2ô`X2!¤X2`!¤X2�ÈX2Ì�ÈX2ûX2ìûX2=NY2L =NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2½O\2T ½O\2�!]2˜�!]254]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ñ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1+k€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ñ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1+k€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ñ� b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1+k €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ff  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo ç ç[[ÏÏ)C*C4µ4µ>'?'I™I™S T ^}^}hïhïr_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooçç__×× O O Ç Ç??··//§§�� w w"ë"ë$_%_'Ó'Ó)G*G,»,».///1£1£346‹6‹8ÿ8ÿ:s;s=å=å?W@WBÉBÉD;E;G­G­IJL‘L‘NOQuQuSçSçUYVYXËXËZ=[=]¯]¯_!`!b“b“degwgwiéiék[l[nÍnÍp?q?s±s±u#v#x•x•z{}y}yëë�]‚]„τφ?‡?‰°‰°‹!Œ!Ž’Ž’�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2…GW2�…GW2#ˆW2 #ˆW2ÝŽW2ÝŽW2W±W2€W±W2õñW2üõñW2¯øW2¯øW2)X2p)X2Ç[X2ìÇ[X2�bX2ô�bX2‰¢X2`‰¢X2éÆX2ÌéÆX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ(ô b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1“Ó€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ(ô b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1“Ó€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ(ô b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1“Ó €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1­Í  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ß ßTTÉÉ)>*>4³4³>(?(I�I�ST^„^„höhörhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjßßTTÉÉ > > ³ ³((��‡‡üüqqææ[ ["Ð"Ð$E%E'º'º)/*/,¤,¤./1Ž1Ž346x6x8í8í:b;b=×=×?L@LBÁBÁD6E6G«G«I J L•L•N O QQSôSôUiViXÞXÞZS[S]È]È_=`=b²b²d'e'gœgœijl†l†nønøpjqjsÜsÜuNvNxÀxÀz2{2}¤}¤€‚ˆ‚ˆ„ú„ú†l‡l‰Þ‰Þ‹PŒPŽÂŽÂ�4‘4“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2+GW2�+GW2ɇW2 ɇW2[ŒW2[ŒW2ý°W2€ý°W2›ñW2ü›ñW2-öW2-öW2ÏX2pÏX2m[X2ìm[X2ÿ_X2ôÿ_X2¤X2`¤X2uÈX2ÌuÈX2ûX2ìûX27NY2L 7NY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2}P\2T }P\2M"]2˜M"]2õ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Òž b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Òž b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Òž b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1>^  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm æ æ__ØØ)Q*Q4Ê4Ê>A?AI¸I¸S-T-^ ^ his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmææ__ØØ Q Q Ê ÊCC¼¼55®®''   ’ ’" # %„%„'ý'ý)v*v,ï,ï.h/h1á1á3Z4Z6Ó6Ó8L9L;Å;Å=>>>@·@·B0C0E©E©G"H"J™J™LMO‡O‡QþQþSuTuVìVìXcYc[Ú[Ú]Q^Q`È`Èb=c=e²e²g'h'jœjœlmo„o„q÷q÷sjtjvÝvÝxPyP{Ã{Ã}6~6€©€©‚ƒ…�…�‡ˆŠrŠrŒäŒäŽV�V‘ȑȓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2‹GW2�‹GW2)ˆW2 )ˆW2�W2�W2W±W2€W±W2õñW2üõñW2ÙøW2ÙøW2)X2p)X2Ç[X2ìÇ[X2«bX2ô«bX2 ¤X2` ¤X2iÈX2ÌiÈX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜1ý b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1À€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜1ý b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1À€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜1ý b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1À €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations10P  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ä ä^^ÔÔ)J*J4À4À>4?4I¨I¨ST^�^�hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjää^^ØØ R R Ì ÌFFÀÀ::´´..¨¨"" œ œ"#%Œ%Œ'(*x*x,î,î.d/d1Ú1Ú3P4P6Æ6Æ8<9<;²;²=(>(@ž@žBCEŠEŠGHJtJtLèLèN\O\QÐQÐSDTDV¸V¸X,Y,[ [ ]^`ˆ`ˆbübüdpepgägäiXjXlÌlÌn@o@q´q´s(t(vœvœxy{„{„}ø}øl€l‚à‚à„T…T‡ȇȉ<Š<Œ°Œ°Ž$�$‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2%GW2�%GW2ÇW2 ÇW2UŒW2UŒW2÷°W2€÷°W2•ñW2ü•ñW2'öW2'öW2ÉX2pÉX2g[X2ìg[X2ù_X2ôù_X2w¥X2`w¥X2×ÉX2Ì×ÉX2ûX2ìûX27NY2L 7NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2 P\2T  P\2Û!]2˜Û!]2ƒ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Κ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Κ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Κ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¡Á  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk â âYYÐÐ)G*G4¾4¾>3?3I¨I¨ST^Œ^Œhýhýrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkââYYÐÐ G G ¾ ¾55¬¬##ššˆˆÿÿv v"í"í$d%d'Û'Û)R*R,É,É.@/@1·1·3.4.6¥6¥89;“;“= > @�@�BøBøDoEoGæGæI[J[LÐLÐNEOEQºQºS/T/V¤V¤XY[Ž[Ž]^`x`xbëbëd^e^gÑgÑiDjDl·l·n(o(q™q™s t v{v{xìxìz]{]}Î}Î?€?‚°‚°„!…!‡‘‡‘‰ŠŒsŒsŽäŽä�U‘U“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2‹GW2�‹GW2)ˆW2 )ˆW2�W2�W2W±W2€W±W2õñW2üõñW2ÙøW2ÙøW2)X2p)X2Ç[X2ìÇ[X2«bX2ô«bX2Ç£X2`Ç£X2'ÈX2Ì'ÈX2ûX2ìûX27NY2L 7NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2ÕO\2T ÕO\2¥!]2˜¥!]2M4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—1ý b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¿ÿ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—1ý b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¿ÿ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—1ý b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¿ÿ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ó  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âZZÎÎ)B*B4¶4¶>(?(IšIšS T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢’’  ‚ ‚"ú"ú$n%n'â'â)V*V,Ê,Ê.>/>1²1²3&4&6š6š89;‚;‚=ö=ö?j@jBÞBÞDRERGÆGÆI8J8LªLªNOQŽQŽSTVrVrXäXäZV[V]È]È_:`:b¬b¬deg�g�ijltltnænæpXqXsÊsÊuŒ>ްް�"‘"“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2%GW2�%GW2ÇW2 ÇW2mŒW2mŒW2ñ°W2€ñ°W2�ñW2ü�ñW2?öW2?öW2ÃX2pÃX2a[X2ìa[X2`X2ô`X2 ¤X2` ¤X2iÈX2ÌiÈX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2ƒP\2T ƒP\2S"]2˜S"]2û4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÏ› b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1'g€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÏ› b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1'g€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÏ› b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1'g €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations19Y  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áYYÑÑ)I*I4Á4Á>7?7I­I­S#T#^™^™his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‘‘  � �"ù"ù$q%q'é'é)a*a,Ù,Ù.Q/Q1É1É3A4A6¹6¹8191;©;©=!>!@™@™BCE‰E‰GHJwJwLíLíNcOcQÙQÙSOTOVÅVÅX;Y;[±[±]'^'`�`�bce‰e‰gÿgÿiujulëlënaoaq×q×sMtMvÃvÃx9y9{¯{¯}%~%€›€›‚ƒ…‡…‡‡ý‡ý‰sŠsŒéŒéŽ_�_‘Õ‘Õ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2‘GW2�‘GW2/ˆW2 /ˆW2׎W2׎W2]±W2€]±W2ûñW2üûñW2©øW2©øW2/X2p/X2Í[X2ìÍ[X2{bX2ô{bX2�¥X2`�¥X2ïÉX2ÌïÉX2ûX2ìûX27NY2L 7NY2óëY2¬ óëY2ËÁZ2p ËÁZ2®[2t ®[2ÉO\2T ÉO\2™!]2˜™!]2A4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡: b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1“Ó€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡: b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1“Ó€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡: b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1“Ó €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½Ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙNNÃÃ)8*84«4«>?I‘I‘ST^w^whêhêr[s[} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=×=×?J@JB½B½D0E0G£G£IJL‰L‰NüNüPoQoSâSâUUVUXÈXÈZ;[;]®]®_!`!b”b”degzgziíiík`l`nÓnÓpFqFs¹s¹u,v,xŸxŸz{}…}…øø�k‚k„Þ„Þ†O‡O‰Á‰Á‹3Œ3ޥޥ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2GW2�GW2½‡W2 ½‡W2mŒW2mŒW2ñ°W2€ñ°W2�ñW2ü�ñW2?öW2?öW2ÃX2pÃX2a[X2ìa[X2`X2ô`X2e¥X2`e¥X2ÅÉX2ÌÅÉX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2 P\2T  P\2Û!]2˜Û!]2ƒ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxË— b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1(h€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxË— b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1(h€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxË— b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1(h €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1’²  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝSSÉÉ)?*?4µ4µ>)?)I�I�ST^…^…hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��yyïïe e"Û"Û$Q%Q'Ç'Ç)=*=,³,³.)/)1Ÿ1Ÿ346‹6‹89;w;w=í=í?c@cBÙBÙDOEOGÅGÅI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noqyqysísíuavaxÕxÕzI{I}½}½1€1‚¥‚¥„…‡�‡�‰ŠŒuŒuŽéŽé�]‘]“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2‘GW2�‘GW2/ˆW2 /ˆW2׎W2׎W2]±W2€]±W2ûñW2üûñW2©øW2©øW2/X2p/X2Í[X2ìÍ[X2{bX2ô{bX2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX27NY2L 7NY2áëY2¬ áëY2¹ÁZ2p ¹ÁZ2ó­[2t ó­[2cO\2T cO\23!]2˜3!]2Û3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l : b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1“Ó€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l : b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1“Ó€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l : b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1“Ó €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1<\  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛNNÁÁ)4*44¥4¥>?I‡I‡SøSø]i^ihÚhÚrIsI} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹þþqqääW W"Ê"Ê$=%='°'°)#*#,–,–. / 1|1|3ï3ï5b6b8Õ8Õ:H;H=¹=¹?*@*B›B›D E G}G}IîIîK_L_NÐNÐPAQAS²S²U#V#X”X”Z[]v]v_ç_çaXbXdÉdÉf:g:i«i«kln�n�pþpþrosouàuàwQxQzÂzÂ|3}3¤¤�‚„†„††õ†õˆe‰e‹Õ‹Õ�EŽE�µ�µ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2GW2�GW2½‡W2 ½‡W2OŒW2OŒW2ë°W2€ë°W2‰ñW2ü‰ñW2!öW2!öW2½X2p½X2[[X2ì[[X2ó_X2ôó_X2�¥X2`�¥X2ïÉX2ÌïÉX2 ûX2ì ûX21NY2L 1NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2GP\2T GP\2"]2˜"]2¿4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw̘ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw̘ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw̘ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>-?-I¢I¢ST^Ž^Žhisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbçbçd\e\gÑgÑiFjFl»l»n2o2q§q§stv‘v‘xy{{{{}ð}ðe€e‚Ú‚Ú„O…O‡ćĉ9Š9Œ®Œ®Ž#�#‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2‘GW2�‘GW2/ˆW2 /ˆW2ûŽW2ûŽW2c±W2€c±W2òW2üòW2ÍøW2ÍøW25X2p5X2Ó[X2ìÓ[X2ŸbX2ôŸbX2Ó£X2`Ó£X23ÈX2Ì3ÈX2 ûX2ì ûX21NY2L 1NY2ìY2¬ ìY2-ÀZ2p -ÀZ2 �[2t  �[2P\2T P\2 ]2˜ ]2¯2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªC b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1½ý€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªC b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1½ý€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªC b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1½ý €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1&"  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚOOÄÄ)9*94®4®>"?"I–I–ST^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""šš„„ùùn n"ã"ã$X%X'Í'Í)B*B,·,·.,/,1¡1¡346‹6‹89;u;u=ê=ê?_@_BÔBÔDIEIG¾G¾I2J2L¦L¦NOQŽQŽSTVvVvXêXêZ^[^]Ò]Ò_F`FbÄbÄd8e8g¬g¬i j l”l”noq|q|sðsðudvdxØxØzL{L}À}À4€4‚¨‚¨„…‡�‡�‰ŠŒzŒzŽïŽï�d‘d“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2GW2�GW2·‡W2 ·‡W2IŒW2IŒW2ë°W2€ë°W2‰ñW2ü‰ñW2öW2öW2½X2p½X2[[X2ì[[X2í_X2ôí_X2_¥X2`_¥X2¿ÉX2Ì¿ÉX2 ûX2ì ûX21NY2L 1NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÈ” b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÈ” b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÈ” b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ž®  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÅÅ):*:4¯4¯>"?"I•I•ST^^hòhòrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$M%M'Â'Â)7*7,¬,¬.!/!1–1–3 4 6€6€8õ8õ:j;j=ß=ß?T@TBÉBÉD>E>G³G³I&J&L™L™N O QQSòSòUeVeXØXØZK[K]¾]¾_1`1b¤b¤degŠgŠiýiýkplpnçnçpZqZsÍsÍu@v@x³x³z&{&}™}™ € ‚‚„ò„ò†e‡e‰؉؋KŒK޾޾�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÓ2W2‘GW2�‘GW2/ˆW2 /ˆW2ûŽW2ûŽW2c±W2€c±W2òW2üòW2ÍøW2ÍøW25X2p5X2Ó[X2ìÓ[X2ŸbX2ôŸbX2A¥X2`A¥X2¡ÉX2Ì¡ÉX2 ûX2ì ûX21NY2L 1NY2ùëY2¬ ùëY2!ÀZ2p !ÀZ2ÿ�[2t ÿ�[2ÉO\2T ÉO\2¿]2˜¿]2g2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©C b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¼ü€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©C b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¼ü€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©C b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¼ü €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1™•  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØMMÂÂ)7*74¬4¬>?I’I’S T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆýýrrçç\ \"Ñ"Ñ$F%F'»'»)0*0,¥,¥./1�1�346y6y8î8î:c;c=Ø=Ø?M@MBÂBÂD7E7G¬G¬IJL’L’NOQxQxSëSëU^V^XÑXÑZD[D]·]·_*`*b¤b¤degˆgˆiúiúklllnÞnÞpPqPsÂsÂu4v4x¦x¦z{}Š}Šüü�n‚n„à„à†R‡R‰ʼnŋ8Œ8ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2GW2�GW2±‡W2 ±‡W2aŒW2aŒW2å°W2€å°W2ƒñW2üƒñW23öW23öW2·X2p·X2U[X2ìU[X2`X2ô`X2ë£X2`ë£X2KÈX2ÔKÈX2 ûX2ô ûX2+NY2T +NY2 ìY2´  ìY23ÀZ2x 3ÀZ2�[2| �[2#P\2\ #P\2 ]2  ]2Á2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÉ• b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1$d€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÉ• b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1$d€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÉ• b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1$d €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1¹‘>  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee ß ßUUÍÍ)C*C4·4·>+?+IŸIŸST^“^“hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯%%›› ‡ ‡"ý"ý$u%u'ë'ë)a*a,×,×.M/M1Ã1Ã39496¯6¯8%9%;›;›=>@ƒ@ƒB÷B÷DkEkGßGßISJSLÇLÇN;O;Q¯Q¯S#T#V—V—X Y [[]ó]ó_g`gbçbçd[e[gÏgÏiCjCl·l·n+o+qŸqŸstv‡v‡xûxûzo{o}ã}ãW€W‚˂˄?…?‡±‡±‰$Š$Œ—Œ—Ž � ‘}‘}“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2—GW2�—GW25ˆW2 5ˆW2ÑŽW2ÑŽW2i±W2€i±W2òW2üòW2£øW2£øW2;X2p;X2Ù[X2ìÙ[X2ubX2ôubX2S¢X2`S¢X2³ÆX2̳ÆX2 ûX2ì ûX2+NY2L +NY2ìY2¬ ìY29ÀZ2p 9ÀZ2�[2t �[2AP\2T AP\27 ]2˜7 ]2ß2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³L b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1“Ó€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³L b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1“Ó€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³L b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1“Ó €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1­©  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^ Õ ÕLLÍÍ)D*D4»4»>2?2I©I©S T ^ž^žhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÕÕLLÃà : : ± ±((ŸŸ��{{òòi i"à"à$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÑLÑNHOHQ¿Q¿S6T6V­V­X$Y$[›[›]^`‰`‰bcewewgîgîiejelÜlÜnZoZqÌqÌs>t>v°v°x"y"{”{”}~€x€x‚ê‚ê„\…\‡·Ή@Š@Œ²Œ²Ž$�$‘–‘–“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2GW2�GW2±‡W2 ±‡W2aŒW2aŒW2ß°W2€ß°W2}ñW2ü}ñW23öW23öW2±X2p±X2O[X2ìO[X2`X2ô`X2k¥X2`k¥X2ËÉX2ÔËÉX2 ûX2ô ûX2+NY2T +NY2óëY2´ óëY2ÀZ2x ÀZ2ù�[2| ù�[2±O\2\ ±O\2§]2 §]2O2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÅ‘ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1%e€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÅ‘ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1%e€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1>rÅ‘ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1%e €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1ñš¾  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛOOÇÇ);*;4­4­>?I‘I‘ST^�^�hóhórcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››ƒƒ÷÷k k"ß"ß$W%W'Ë'Ë)?*?,³,³.'/'1›1›346ƒ6ƒ8÷8÷:k;k=Ý=Ý?O@OBÁBÁD3E3G¥G¥IJL‰L‰NûNûPmQmSßSßUQVQXÃXÃZ5[5]§]§_`b—b—d e g{g{iíiík_l_nÑnÑpCqCsµsµu'v'x™x™z { }}}}ïï�a‚a„Ó„Ó†C‡C‰´‰´‹%Œ%Ž–Ž–�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2—GW2�—GW25ˆW2 5ˆW2ÑŽW2ÑŽW2i±W2€i±W2òW2üòW2£øW2£øW2;X2p;X2Ù[X2ìÙ[X2ubX2ôubX2S¢X2`S¢X2³ÆX2̳ÆX2 ûX2ì ûX2+NY2L +NY2ÿëY2¬ ÿëY2'ÀZ2p 'ÀZ2�[2t �[2çO\2T çO\2Ý]2˜Ý]2…2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²L b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1“Ó€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²L b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1“Ó€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²L b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1“Ó €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1­©  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^ Ó ÓHHÅÅ):*:4¯4¯>$?$I™I™ST^Œ^Œhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÓÓHH½½ 2 2 § §‘‘{{ððeeÚÚO O"Ä"Ä$A%A'¶'¶)+*+, , ./1Š1Š3ÿ3ÿ5t6t8é8é:^;^=Ó=Ó?H@HB½B½D2E2G§G§IJL‘L‘NOQ{Q{SðSðUeVeXÚXÚZO[O]Ä]Ä_9`9b®b®d#e#g˜g˜i j l‚l‚noqrqrsäsäuVvVxÈxÈz:{:}¬}¬€‚�‚�„…‡t‡t‰æ‰æ‹XŒXŽÊŽÊ�<‘<“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Í2W2éFW2éFW2‡‡W2|‡‡W2ëŒW2„ëŒW2!�W2ð!�W2«™W2|«™W2áœW2HáœW2µ°W2Ôµ°W2SñW2PSñW2½öW2X½öW2óùW2ÄóùW2}X2P}X2³X2³X2‡X2¨‡X2%[X2$ %[X2�`X2, �`X2ÅcX2˜ ÅcX2OmX2$ OmX2…pX2ð …pX2Ç�X2| Ç�X2ɤX2XɤX2)ÉX2Ô)ÉX2köX2ôköX29Y2Ð9Y2õ;Y2\õ;Y2I]Y2€I]Y2GhY2¬GhY2ìY28ìY2ÝÁZ2üÝÁZ2®[2®[2‘»[2à‘»[2P\2lP\2á!]2°á!]2‰4]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P§s b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¯ï bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P§s b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¯ï  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P§s  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¯ï bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¬ÌÌì( bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1M�Úi©®î î .  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dMÍšçg´4�NΛèh·7Û[†°0UÕ… $ ¤ Z Ú ó s  B ‘  ` à - m º ú I‰­íØ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10== × ×LLËË)@*@4µ4µ>+?+IŸIŸST^“^“his}s}} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð==µµ--¥¥   · ·//§§——  ��öök k"à"à$_%_'Ô'Ô)I*I,¾,¾.3/31¨1¨346’6’89;|;|=ñ=ñ?f@fBÛBÛDPEPGÅGÅI;J;L¯L¯N#O#Q—Q—S T VVXóXóZg[g]Û]Û_O`ObÏbÏdCeCg·g·i+j+lŸlŸnoq‡q‡sûsûuovoxãxãzW{W}Ë}Ë?€?‚³‚³„'…'‡�‡�‰ŠŒ‡Œ‡ŽüŽü�q‘q“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2©GW2è©GW2GˆW2dGˆW2õŽW2lõŽW2˜W2è˜W2µ›W2´µ›W2{±W2@{±W2òW2¼òW2ÇøW2ÄÇøW2QX2@QX2‡X2 ‡X2MX2˜MX2ë[X2ë[X2™bX2 ™bX2#lX2˜ #lX2YoX2d YoX2›œX2𠛜X2 ¥X2Ì  ¥X2kÉX2H kÉX2­öX2h­öX2Y2DY2×;Y2Ð×;Y2m]Y2ôm]Y2khY2 khY2 ìY2¬ ìY2ãÁZ2pãÁZ2®[2t®[2—»[2T—»[2GP\2àGP\2"]2$"]2¿4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1˜Ìd0 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ?¡á¾þ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1˜Ìd0 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ?¡á¾þ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1˜Ìd0  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ?¡á¾þ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Šª'GGg bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1?ÎM�’Ò Ò   bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d?¿þ~½=|ü;»úz¹9xø7·övƒµ5Ü\tô·7 3 ³ �  ò r ± 1 p ð / o ® î - m ¬ ì ÿ? bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPÉÉ)@*@4•4•>.?.I£I£ST^™^™hisƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=á=á?X@XBÏBÏDFEFG½G½IVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbèbèd]e]gÒgÒiGjGl¼l¼n=o=q²q²s't'vœvœxy{†{†}û}ûp€p‚å‚å„Z…Z‡χωDŠDŒ¹Œ¹Ž.�.‘£‘£“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Í2W2ãFW2ãFW2�‡W2|�‡W2ëŒW2„ëŒW2!�W2ð!�W2«™W2|«™W2áœW2HáœW2µ°W2Ôµ°W2SñW2PSñW2½öW2X½öW2óùW2ÄóùW2}X2P}X2³X2³X2‡X2¨‡X2%[X2$ %[X2�`X2, �`X2ÅcX2˜ ÅcX2OmX2$ OmX2…pX2ð …pX2Ç�X2| Ç�X2�¤X2X�¤X2íÈX2ÔíÈX2/öX2ô/öX2AY2ÐAY2ý&?&I™I™ST^‰^‰hûhûroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð<<²²((žž   ­ ­##™™……úúooääY Y"Î"Î$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD%?%I˜I˜S T ^Š^Šhýhýrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=½=½?2@2B§B§DEG‘G‘I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnònòpeqesØsØuKvKx¾x¾z1{1}¤}¤€‚ЂЄý„ý†p‡p‰ã‰ã‹VŒVŽÉŽÉ�<‘<“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2GW2èGW2±‡W2d±‡W2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2å°W2@å°W2ƒñW2¼ƒñW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2·X2˜·X2U[X2U[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2õ¥X2Ì õ¥X2UÊX2H UÊX2—÷X2h—÷X2!Y2D!Y2Ý;Y2ÐÝ;Y2=]Y2ô=]Y2;hY2 ;hY2ìY2¬ìY2ÝÁZ2pÝÁZ2®[2t®[2‘»[2T‘»[25P\2à5P\2"]2$"]2­4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÊ– b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 0p?È bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÊ– b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 0p?È bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÊ–  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 0p?È  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ©ÉÉé1Q bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1D„ÈNŽ”Ô Ô   bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dDĈÌL�TÔ˜Ü\  fæäd,¬»;òr’ ¸8 ~ þ i é D Ä  Š Ð P ” Ô  X ž Þ $dÊ  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Ö ÖMMÄÄ);*;4²4²> ? I¢I¢ST^•^•hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÖÖMMÄÄ ; ; ² ²))  ŽŽ||óój j"á"á$X%X'Ï'Ï)F*F,½,½.4/41«1«3"4"6™6™89;‡;‡=þ=þ?u@uBìBìDcEcGÚGÚI1J1L¨L¨NOQ–Q–S T V¦V¦XY[”[”] ^ `‚`‚bùbùdpepgçgçi^j^lÕlÕnQoQqÃqÃs5t5v§v§xy{‹{‹}ý}ýo€o‚á‚á„S…S‡Ňʼn7Š7Œ©Œ©Ž�‘�‘�“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2£GW2è£GW2AˆW2dAˆW2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2u±W2@u±W2òW2¼òW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2GX2˜GX2å[X2å[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2;¥X2Ì ;¥X2›ÉX2H ›ÉX2ÝöX2hÝöX2«Y2D«Y2g,?,I I ST^Š^ŠhÜhÜrrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffààZZÔÔ N N È ÈBB¼¼66°°&&œœ ˆ ˆ"þ"þ$t%t'ê'ê)`*`,Ö,Ö.L/L1Â1Â38486®6®8$9$;š;š=>@„@„BøBøDlElGàGàITJTLÈLÈNY2Ð>Y2Ó]Y2ôÓ]Y2ÑhY2 ÑhY2óëY2¬óëY2ËÁZ2pËÁZ2®[2t®[2»[2T»[2ÛO\2àÛO\2«!]2$«!]2S4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÈ” b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 /o?Ç bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÈ” b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 /o?Ç bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?sÈ”  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 /o?Ç  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‰©Oot” bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1E…Ê M�Ð  Y bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dEÅ ŠÏO”YÙžãc¨(kë.®ñq´4 w ÷ : º @ À ý }  — À @ î n … Å Å E  J � Í Pa¡ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Ô ÔII¾¾)3*34¨4¨>ü>üH”I”S T ^ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÔÔII¾¾ 3 3 ¨ ¨’’||ññffÛÛP P"Å"Å$:%:'¯'¯)$*$,™,™./1ƒ1ƒ3ø3ø5m6m8â8â:W;W=Ì=Ì?A@AB¶B¶D+E+G G IôIôKiLiNÞNÞPSQSSÈSÈU`V`XÕXÕZJ[J]¿]¿_4`4b©b©deg“g“ijl}l}n÷n÷piqisÛsÛuMvMx¿x¿z1{1}£}£€‚‡‚‡„ù„ù†k‡k‰݉݋OŒOŽÁŽÁ�3‘3“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2©GW2è©GW2GˆW2dGˆW2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2u±W2@u±W2òW2¼òW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2GX2˜GX2å[X2å[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2Y¥X2Ì Y¥X2¹ÉX2H ¹ÉX2ûöX2hûöX2ë Y2Dë Y2§>Y2Ч>Y2'^Y2ô'^Y2%iY2 %iY2íëY2¬íëY2ÅÁZ2pÅÁZ2ÿ­[2tÿ­[2y»[2Ty»[2¥O\2à¥O\2u!]2$u!]24]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ã]) b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹‘ÑÊ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ã]) b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹‘ÑÊ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ã])  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹‘ÑÊ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¯ÏÔô–¶ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1T”è(zº L   à bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dTÔ(¨ü|ÐP¤$xøLÌ  òrÄD– h è : º z ú  Œ U Õ Þ ^ 0 ° ° 0 ‹ „ Ä Xªê<|·÷ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜPPÄÄ)8*84¬4¬>?I�I�ST^x^xhÇhÇr\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœ„„øøl l"à"à$T%T'È'È)<*<,°,°.$/$1˜1˜3 4 6€6€8ô8ô:h;h=Ü=Ü?N@NBÀBÀD2E2G¤G¤IJLˆLˆNúNúPlQlSÞSÞUPVPXÂXÂZ4[4]¦]¦_`bŽbŽdegrgriäiäkVlVnÈnÈp:q:s¬s¬uvx�x�zßzß|Q}QÃÃ�5‚5„§„§†<‡<‰­‰­‹ŒŽ�Ž��‘“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2·‡W2L·‡W2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2ë°W2(ë°W2‰ñW2¤‰ñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2½X2€½X2[[X2ü[[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2¥X2´ ¥X2qÉX20 qÉX2³öX2P³öX2¥Y2,¥Y2[]Y2˜[]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2;P\2Ì;P\2 "]2 "]2³4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tË— b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T?Ó bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tË— b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T?Ó bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tË—  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T?Ó  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ï¨ÈKk bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1V– €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ëkÄD� v ö å% €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ý ÝWWÍÍ)C*C4¹4¹>/?/I£I£ST^‹^‹hÿhÿrsss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÝÝWWÑÑ K K Å Å??¹¹33­­''¡¡ • •"#%…%…'û'û)q*q,ç,ç.]/]1Ó1Ó3I4I6¿6¿8595;«;«=!>!@—@—B C EƒEƒGùGùIoJoLãLãNWOWQËQËS?T?V³V³X'Y'[›[›]^`ƒ`ƒb÷b÷dkekgßgßiSjSlÇlÇn;o;q¯q¯s#t#v—v—x y {{}ó}óg€g‚Û‚Û„O…O‡ÇÉ7Š7Œ«Œ«Ž�‘“‘““ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2�GW2Ð�GW2;ˆW2L;ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2i±W2(i±W2òW2¤òW2ëøW2¬ëøW2uX2(uX2«X2ô«X2;X2€;X2Ù[X2üÙ[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2A¥X2´ A¥X2¡ÉX20 ¡ÉX2ãöX2PãöX2…Y2,…Y2©]Y2˜©]Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2qP\2ÌqP\2A"]2A"]2é4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶N b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U•ؾþ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶N b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U•ؾþ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶N  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U•ؾþ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¯ÏÔô{› bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations17 w €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1•òrÏO ¬ , 7w €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff ß ßXXÑÑ)J*J4Ã4Ã>7@°@°B)C)E¢E¢GHJ”J”L M O‚O‚QùQùSpTpVçVçX^Y^[Õ[Õ]L^L`Ã`Ãb8c8e­e­g"h"j—j—l m ooqòqòsetevØvØxKyK{¾{¾}1~1€¤€¤‚ƒ…ЅЇý‡ý‰oŠoŒáŒáŽS�S‘őœ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2·‡W2L·‡W2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2å°W2(å°W2ƒñW2¤ƒñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2·X2€·X2U[X2üU[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2û¥X2´ û¥X2[ÊX20 [ÊX2�÷X2P�÷X2?Y2,?Y2ñ]Y2˜ñ]Y2íëY2$íëY2ÅÁZ2èÅÁZ2ÿ­[2ìÿ­[2ÉO\2ÌÉO\2™!]2™!]2A4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÉ• b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U?Ò bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÉ• b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U?Ò bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÉ•  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U?Ò  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¯ÏÔô6V bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ï / €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1O Ï ( ¨  � Ú Z ~¾ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛSSÇÇ);*;4¯4¯>#?#I•I•ST^y^yhëhër]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$g%g'Û'Û)O*O,Ã,Ã.7/71«1«346“6“89;{;{=ï=ï?c@cB×B×DKEKG¿G¿I3J3L¥L¥NOQ‰Q‰SûSûUmVmXßXßZQ[Q]Ã]Ã_5`5b§b§deg‹g‹iýiýkolonánápSqSsÅsÅu7v7x©x©z{}�}�ÿÿ�q‚q„ã„ã†U‡U‰ljNj9Œ9ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2�GW2Ð�GW2;ˆW2L;ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2o±W2(o±W2 òW2¤ òW2ëøW2¬ëøW2uX2(uX2«X2ô«X2AX2€AX2ß[X2üß[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2% Y2,% Y2K^Y2˜K^Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ùO\2ÌùO\2É!]2É!]2q4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸R b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V–Ú¿ÿ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸R b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V–Ú¿ÿ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸R  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V–Ú¿ÿ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¯ÏÔô›» bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ô €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1‰ f æ C à   Ô €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>.?.I£I£ST^‡^‡høhørjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbæbædYeYgÌgÌi?j?l²l²n#o#q”q”stvvvvxçxçzX{X}É}É:€:‚«‚«„…‡އމÿ‰ÿ‹pŒpŽáŽá�R‘R“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2GW2ÐGW2½‡W2L½‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2ë°W2(ë°W2‰ñW2¤‰ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2½X2€½X2[[X2ü[[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2¦X2´ ¦X2gÊX20 gÊX2©÷X2P©÷X2¡Y2,¡Y2y]Y2˜y]Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2ÃO\2ÌÃO\2“!]2“!]2;4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au̘ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 %eA�à  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au̘ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 %eA�à  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Au̘  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 %eA�à   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 §Ç::Z bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1P�€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1òrÍM¨( ƒ  @ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Ö ÖKKÀÀ)5*54ª4ª>?I�I�ST^v^vhéhér\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††ûûppååZ Z"Ï"Ï$D%D'¹'¹).*.,£,£./1�1�346w6w8ì8ì:a;a=Ö=Ö?I@IB¼B¼D/E/G¢G¢IJLˆLˆNûNûPnQnSáSáUTVTXÇXÇZ:[:]­]­_ ` b“b“degygyiìiìk_l_nÒnÒpEqEs¸s¸u+v+xžxžz{}„}„÷÷�j‚j„݄݆P‡P‰‰‹4Œ4ަަ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2—GW2ЗGW25ˆW2L5ˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2c±W2(c±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX25X2€5X2Ó[X2üÓ[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2í¤X2´ í¤X2MÉX20 MÉX2�öX2P�öX2³Y2,³Y2Í]Y2˜Í]Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2ƒP\2̃P\2S"]2S"]2û4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«C b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ` ‘Ñî. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«C b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ` ‘Ñî. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«C  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ` ‘Ñî.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 û�­ @ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1b¢€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1œû{ÚZ ¹ 9 R’ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞVVÎÎ)F*F4¾4¾>6?6I¬I¬S"T"^˜^˜his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$n%n'æ'æ)^*^,Ö,Ö.N/N1Æ1Æ3>4>6¶6¶8.9.;¦;¦=>@–@–BCE†E†GþGþIvJvLìLìNbObQØQØSNTNVÄVÄX:Y:[°[°]&^&`œ`œbceˆeˆgþgþitjtlêlên`o`qÖqÖsLtLvÂvÂx8y8{®{®}$~$€š€š‚ƒ…†…†‡ü‡ü‰rŠrŒèŒèŽ^�^‘Ô‘Ô“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2GW2ÐGW2·‡W2L·‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2ë°W2(ë°W2‰ñW2¤‰ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2½X2€½X2[[X2ü[[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2ó¤X2´ ó¤X2SÉX20 SÉX2•öX2P•öX2 Y2, Y2^Y2˜^Y2áëY2$áëY2¹ÁZ2è¹ÁZ2ó­[2ìó­[2cO\2ÌcO\23!]23!]2Û3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÊ– b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 $d@€Þ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÊ– b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 $d@€Þ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÊ–  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 $d@€Þ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‡§$)I bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¹ ù €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1^ Þ 9 ¹  ” ï o ›Û €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØKK¾¾)1*14¤4¤>?I†I†S÷S÷]h^hhÙhÙrJsJ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆûûnnááT T"Ç"Ç$:%:'­'­) * ,“,“./1y1y3ì3ì5_6_8Ò8Ò:E;E=¸=¸?)@)BšBšD E G|G|IíIíK^L^NÏNÏP@Q@S±S±U"V"X“X“Z[]u]u_æ_æaWbWdÈdÈf9g9iªiªklnŒnŒpýpýrnsnußußwPxPzÁzÁ|2}2££�‚„…„…†ö†öˆf‰f‹Ö‹Ö�FŽF�¶�¶’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2—GW2ЗGW25ˆW2L5ˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2i±W2(i±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2;X2€;X2Ù[X2üÙ[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2SY2,SY2i^Y2˜i^Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2 P\2Ì P\2Û!]2Û!]2ƒ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­G b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a¡‘Ñð0 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­G b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a¡‘Ñð0 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­G  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a¡‘Ñð0  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¯ÏÔôœ¼ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1A €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1˜  w ÷ V Ö 5 µ ñ1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÆÆ)<*<4²4²>(?(IœIœST^„^„høhørlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$N%N'Ä'Ä):*:,°,°.&/&1œ1œ346ˆ6ˆ8þ8þ:t;t=ê=ê?`@`BÖBÖDLELGÂGÂI8J8L¬L¬N O Q”Q”STV|V|XðXðZd[d]Ø]Ø_L`LbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡Œ‡Œ‰ŠŒtŒtŽèŽè�\‘\“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2%GW2Ð%GW2ÇW2LÇW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2ñ°W2(ñ°W2�ñW2¤�ñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2ÃX2€ÃX2a[X2üa[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2…¦X2´ …¦X2åÊX20 åÊX2'øX2P'øX2�Y2,�Y2—]Y2˜—]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2P\2ÌP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÍ™ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IW—@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÍ™ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IW—@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÍ™  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IW—@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 a�”´¹Ù bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations14t €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ùyÖV³3 �  [ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛPPÅÅ):*:4¯4¯>%?%I™I™S T ^�^�hõhõrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››……úúo o"ä"ä$Y%Y'Î'Î)C*C,¸,¸.-/-1¢1¢346Œ6Œ89;v;v=ë=ë?`@`BÕBÕDJEJG¿G¿I5J5L©L©NOQ‘Q‘STVyVyXíXíZa[a]Õ]Õ_I`Ib½b½d1e1g¥g¥ijl�l�noququséséu]v]xÑxÑzE{E}¹}¹-€-‚¡‚¡„…‡‹‡‹‰ŠŒuŒuŽêŽê�_‘_“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2‹GW2ЋGW2)ˆW2L)ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2]±W2(]±W2ûñW2¤ûñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2/X2€/X2Í[X2üÍ[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2A¥X2´ A¥X2¡ÉX20 ¡ÉX2ãöX2PãöX2}Y2,}Y2ë]Y2˜ë]Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2MP\2ÌMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l 8 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ` ²òâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l 8 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ` ²òâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l 8  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ` ²òâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¯ÏÔôu• bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1$d €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1#£„åe Æ F m­ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ý ÝTTËË)B*B4¹4¹>0?0I¥I¥ST^�^�hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÝÝTTËË B B ¹ ¹00§§••  ƒƒúúq q"è"è$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubêbêd_e_gÔgÔiIjIl¾l¾n3o3q¨q¨stv’v’xy{|{|}ñ}ñf€f‚Û‚Û„P…P‡Ňʼn:Š:Œ¯Œ¯Ž$�$‘™‘™“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2GW2ÐGW2½‡W2L½‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2ñ°W2(ñ°W2�ñW2¤�ñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2ÃX2€ÃX2a[X2üa[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2¦X2´ ¦X2sÊX20 sÊX2µ÷X2Pµ÷X2'Y2,'Y23^Y2˜3^Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÏO\2ÌÏO\2Ÿ!]2Ÿ!]2G4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvË— b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JV–þ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvË— b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JV–þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvË—  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JV–þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 „¤==] bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ñ  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1m í J Ê ' §  „ ¸ø €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙNNÃÃ)8*84­4­>"?"I•I•ST^y^yhëhër_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?N@NBÃBÃD8E8G­G­I"J"L•L•NOQ{Q{SîSîUaVaXÔXÔZG[G]º]º_-`-bŸbŸdegƒgƒiõiõkglgnÙnÙpKqKs½s½u/v/x¡x¡z{}…}…÷÷�i‚i„Û„Û†O‡O‰‰‹5Œ5ލލ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2‘GW2БGW2/ˆW2L/ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2c±W2(c±W2òW2¤òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X25X2€5X2Ó[X2üÓ[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2Y2,Y2�^Y2˜�^Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢< b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a¡³óä$ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢< b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a¡³óä$ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢<  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a¡³óä$  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¯ÏÔô•µ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Å  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1§ ' ˆ  i é J Ê N €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛQQÆÆ);*;4°4°>%?%I˜I˜S T ^~^~hñhñrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnænæpYqYsÌsÌu?v?x²x²z%{%}˜}˜ € ‚~‚~„ñ„ñ†d‡d‰׉׋JŒJ޽޽�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2%GW2Ð%GW2ÇW2LÇW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2÷°W2(÷°W2•ñW2¤•ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2ÉX2€ÉX2g[X2üg[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX21¦X2´ 1¦X2‘ÊX20 ‘ÊX2Ó÷X2PÓ÷X2¡Y2,¡Y2µ]Y2˜µ]Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2;P\2Ì;P\2 "]2 "]2³4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwΚ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Z?É  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwΚ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Z?É  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwΚ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Z?É   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ww:ZZz bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1F†€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ß_¾> �  6v €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>/?/I¦I¦ST^�^�hissss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIWJWLÎLÎNEOEQ¼Q¼S3T3VªVªX!Y![˜[˜]^`†`†býbýdtetgëgëibjblÙlÙnKoKq½q½s/t/v¡v¡xy{…{…}÷}÷i€i‚Û‚Û„M…M‡¿‡¿‰1Š1Œ£Œ£Ž�‘‡‘‡“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2…GW2Ð…GW2#ˆW2L#ˆW2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2W±W2(W±W2õñW2¤õñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2)X2€)X2Ç[X2üÇ[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX25¥X2´ 5¥X2•ÉX20 •ÉX2×öX2P×öX2“Y2,“Y2å]Y2˜å]Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2/P\2Ì/P\2ÿ!]2ÿ!]2§4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•-ù b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I‰È•Õ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•-ù b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I‰È•Õ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•-ù  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I‰È•Õ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 {›5[{ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations18x €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1šû{Ü\ ½ = d¤ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ä äZZÐÐ)F*F4¼4¼>0?0I¤I¤ST^Œ^Œhistst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjää^^ØØ R R Ì ÌFFÀÀ::´´**   Œ Œ"#%x%x'î'î)d*d,Ú,Ú.P/P1Æ1Æ3<4<6²6²8(9(;ž;ž=>@ˆ@ˆBüBüDpEpGäGäIXJXLÌLÌN@O@Q´Q´S(T(VœVœXY[„[„]ø]ø_l`lbàbàdTeTgÈgÈi#?#I˜I˜S T ^^hñhñrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccØØMM 7 7 ¬ ¬!!––  €€õõjjßßT T"É"É$>%>'³'³)(*(,�,�./1‡1‡3ü3ü5q6q8æ8æ:[;[=Ð=Ð?E@EBºBºD/E/G¤G¤IJL�L�NOQzQzSïSïUdVdXÙXÙZN[N]Ã]Ã_8`8b­b­d"e"g—g—i j l�l�nónópeqes×s×uIvIx»x»z-{-}Ÿ}Ÿ€‚ƒ‚ƒ„õ„õ†g‡g‰ىًKŒK޽޽�/‘/“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2‹GW2ЋGW2)ˆW2L)ˆW2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2]±W2(]±W2ûñW2¤ûñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2/X2€/X2Í[X2üÍ[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2�¥X2´ �¥X2ïÉX20 ïÉX21÷X2P1÷X23Y2,3Y2‡^Y2˜‡^Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2·O\2Ì·O\2‡!]2‡!]2/4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—1ý b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 HˆÇ–Ö bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—1ý b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 HˆÇ–Ö bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—1ý  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 HˆÇ–Ö  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ŠªDdµÕ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ù  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ž   ÿ ` à A Á E €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àTTÈÈ)<*<4°4°>"?"I”I”ST^x^xhêhêr\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  ˆˆüüp p"ä"ä$X%X'Ì'Ì)@*@,´,´.(/(1œ1œ346„6„8ø8ø:l;l=à=à?R@RBÄBÄD6E6G¨G¨IJLŒLŒNþNþPpQpSâSâUTVTXÆXÆZ8[8]ª]ª_`bŽbŽdegrgriäiäkVlVnÈnÈp:q:s¬s¬uvx�x�z{}t}tææ�X‚X„ʄʆ<‡<‰­‰­‹ŒŽ�Ž��‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2+GW2Ð+GW2ɇW2LɇW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2ý°W2(ý°W2›ñW2¤›ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2ÏX2€ÏX2m[X2üm[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2C¦X2´ C¦X2£ÊX20 £ÊX2å÷X2På÷X2�Y2,�Y2ß]Y2˜ß]Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2SP\2ÌSP\2#"]2#"]2Ë4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÏ› b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @@€Í  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÏ› b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @@€Í  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÏ›  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @@€Í   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 &FFfk‹ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1!a €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ‰ëkÍM ¯ / [› €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á á[[ÑÑ)G*G4½4½>3?3I§I§ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±++¥¥ ™ ™"#%‰%‰'ÿ'ÿ)u*u,ë,ë.a/a1×1×3M4M6Ã6Ã8999;¯;¯=%>%@›@›BCE‡E‡GýGýIsJsLçLçN[O[QÏQÏSCTCV·V·X+Y+[Ÿ[Ÿ]^`‡`‡bûbûdoeogãgãiWjWlËlËn?o?q³q³s't'v›v›xy{ƒ{ƒ}÷}÷k€k‚߂߄S…S‡LJlj;Š;Œ¯Œ¯Ž#�#‘—‘—“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2GW2ÐGW2ˆW2LˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2Q±W2(Q±W2ïñW2¤ïñW2ñøW2¬ñøW2{X2({X2±X2ô±X2#X2€#X2Á[X2üÁ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2‰¥X2´ ‰¥X2éÉX20 éÉX2+÷X2P+÷X2¡Y2,¡Y2µ]Y2˜µ]Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2ƒP\2̃P\2S"]2S"]2û4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠ"î b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 LŒË ©é bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠ"î b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 LŒË ©é bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠ"î  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 LŒË ©é  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p�#«Ë bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Cƒ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ý}Ü\»; š  3s €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ã ã\\ÕÕ)N*N4Ç4Ç>@?@I·I·S,T,^Ÿ^Ÿhis…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjãã\\ÕÕ N N Ç Ç@@¹¹22««$$�� � �"#%�%�'ú'ú)s*s,ì,ì.e/e1Þ1Þ3W4W6Ð6Ð8I9I;Â;Â=;>;@´@´B-C-E¦E¦GHJ˜J˜LMO†O†QýQýStTtVëVëXbYb[Ù[Ù]P^P`Ç`Çb'?'I™I™S T ^}^}hïhïrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ��  "÷"÷$k%k'ß'ß)S*S,Ç,Ç.;/;1¯1¯3#4#6—6—8 9 ;;=ó=ó?g@gBÛBÛDOEOGÃGÃI7J7L©L©NOQ�Q�SÿSÿUqVqXãXãZU[U]Ç]Ç_9`9b«b«deg�g�ijlslsnånåpWqWsÉsÉu;v;x­x­z{}‘}‘€‚u‚u„ç„ç†Y‡Y‰ˉˋ=Œ=ޝޝ�!‘!“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2…GW2Ð…GW2#ˆW2L#ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2Q±W2(Q±W2ïñW2¤ïñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2#X2€#X2Á[X2üÁ[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2/¥X2´ /¥X2�ÉX20 �ÉX2ÑöX2PÑöX2AY2,AY2W^Y2˜W^Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ&ò b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹Ê ©é bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ&ò b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹Ê ©é bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ&ò  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹Ê ©é  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ƒ£6VVv bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1â" €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1y ù X Ø 7 ·  – Ò €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>2?2I§I§ST^‹^‹hühürnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÏLÏNDODQ¹Q¹S.T.V£V£XY[�[�]^`w`wbêbêd]e]gÐgÐiCjCl¶l¶n'o'q˜q˜s t vzvzxëxëz\{\}Í}Í>€>‚¯‚¯„ … ‡’‡’‰ŠŒtŒtŽåŽå�V‘V“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W21GW2Ð1GW2χW2LχW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2±W2(±W2¡ñW2¤¡ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÕX2€ÕX2s[X2üs[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2;¥X2´ ;¥X2›ÉX20 ›ÉX2ÝöX2PÝöX2‡Y2,‡Y2W^Y2˜W^Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyМ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O?Ï bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyМ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O?Ï bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyМ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O?Ï  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¯ÏÔôa� bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1'g €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18¸!¡ Š ó s Î €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94®4®>!?!I”I”ST^z^zhíhír`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?M@MBÀBÀD3E3G¦G¦IJLŒLŒNÿNÿPrQrSåSåUXVXXËXËZ>[>]±]±_$`$b—b—d e g}g}iðiðkclcnÖnÖpIqIs¼s¼u/v/x¢x¢z{}ˆ}ˆûû�n‚n„á„á†T‡T‰ƉƋ8Œ8ŽªŽª�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2yGW2ÐyGW2ˆW2LˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2K±W2(K±W2éñW2¤éñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2X2€X2»[X2ü»[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2Á¦X2´ Á¦X2!ËX20 !ËX2cøX2PcøX2�Y2,�Y29^Y2˜9^Y2/ìY2$/ìY2ÂZ2èÂZ2A®[2ìA®[2•P\2Ì•P\2e"]2e"]2 5]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kã b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O�Πà bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kã b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O�Πà bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kã  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O�Î à  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 e…ñà bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1,l €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18¸� ‚ ç g ®î €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âZZÒÒ)J*J4Â4Â>:?:I°I°S&T&^œ^œhisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢’’  ‚ ‚"ú"ú$r%r'ê'ê)b*b,Ú,Ú.R/R1Ê1Ê3B4B6º6º8292;ª;ª=">"@š@šBCEŠEŠGHJzJzLðLðNfOfQÜQÜSRTRVÈVÈX>Y>[´[´]*^*` ` bceŒeŒghjxjxlîlîndodqÚqÚsPtPvÆvÆx?IŠIŠSûSû]l^lhÝhÝrNsN} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒÿÿrrååX X"Ë"Ë$>%>'±'±)$*$,—,—. / 1}1}3ð3ð5c6c8Ö8Ö:I;I=¼=¼?-@-BžBžDEG€G€IñIñKbLbNÓNÓPDQDSµSµU&V&X—X—Z[]y]y_ê_êa[b[dÌdÌf=g=i®i®kln�n�pqsrsruãuãwTxTzÅzÅ|6}6§§�‚„‰„‰†ú†úˆj‰j‹Ú‹Ú�JŽJ�º�º’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2GW2ÐGW2ˆW2LˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2K±W2(K±W2éñW2¤éñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2X2€X2»[X2ü»[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2#¥X2´ #¥X2ƒÉX20 ƒÉX2ÅöX2PÅöX23Y2,3Y2Û^Y2˜Û^Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ç b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 NŽÍ ¡á bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ç b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 NŽÍ ¡á bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ç  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 NŽÍ ¡á  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 |œ$DDd bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ñ  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ì L ± 1 –  { û S“ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞTTÊÊ)@*@4¶4¶>,?,I I ST^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽzzððf f"Ü"Ü$R%R'È'È)>*>,´,´.*/*1 1 346Œ6Œ89;x;x=î=î?d@dBÚBÚDPEPGÆGÆI8?8I¬I¬S T ^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðxxððhhàà X X Ð ÐHHÀÀ88°°%%šš „ „"ù"ù$n%n'ã'ã)X*X,Í,Í.B/B1·1·3,4,6¡6¡89;‹;‹=>@u@uBêBêD_E_GÔGÔIHJHL¼L¼N0O0Q¤Q¤STVŒVŒXY[t[t]è]è_\`\bÐbÐdDeDg¸g¸i,j,l l noqˆqˆsüsüupvpxäxäzX{X}Ì}Ì@€@‚´‚´„(…(‡œ‡œ‰ŠŒ†Œ†ŽûŽû�p‘p“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2sGW2�sGW2ˆW2 ˆW2 �W2 �W2E±W2€E±W2ãñW2üãñW2ßøW2ßøW2X2pX2µ[X2ìµ[X2±bX2ô±bX23¤X2`3¤X2“ÈX2Ì“ÈX2'ûX2ì'ûX2INY2L INY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2kP\2T kP\2;"]2˜;"]2ã4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s × b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1µõ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s × b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1µõ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s × b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1µõ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ii  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss ê êaaØØ)O*O4Æ4Æ>;?;I°I°S%T%^š^šhis„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssêêaaØØ O O Æ Æ==´´++¢¢�� ~ ~"õ"õ$l%l'ã'ã)Z*Z,Ñ,Ñ.H/H1¿1¿36466­6­8$9$;›;›=>@‰@‰BCEwEwGîGîIcJcLØLØNMOMQÂQÂS7T7V¬V¬X!Y![–[–] ^ `€`€bõbõdjejgßgßiTjTlÉlÉn>o>q³q³s(t(v�v�xy{‡{‡}ü}üq€q‚æ‚æ„[…[‡ЇЉEŠEŒºŒºŽ/�/‘¤‘¤“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2GW2�GW2ˆW2ˆW2[ŒW2$[ŒW2K±W2�K±W2éñW2éñW2-öW2$-öW2X2�X2»[X2»[X2ÿ_X2$ÿ_X2•¢X2�•¢X2õÆX2üõÆX2'ûX2 'ûX2INY2| INY2ìY2Ü ìY2õÁZ2  õÁZ2/®[2¤ /®[2íO\2„ íO\2½!]2Ƚ!]2e4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations12fU‰Þªä b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations12fU‰Þªä b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations12fU‰Þªä b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¯Ï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ì ìaaÖÖ)K*K4À4À>3?3I¦I¦ST^Š^Šhühürnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvììbbØØ N N Ä Ä::°°&&œœ††ûûp p"å"å$Z%Z'Ï'Ï)D*D,¹,¹../.1£1£346�6�89;w;w=ì=ì?a@aBÖBÖDKEKGÀGÀI3J3L¦L¦NOQŒQŒSÿSÿUrVrXåXåZX[X]Ë]Ë_>`>b°b°d"e"g”g”ijlxlxnênêp\q\sÎsÎu@v@x²x²z${$}–}–€‚z‚z„ì„ì†^‡^‰щыDŒDŽ·Ž·�*‘*“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2yGW2�yGW2ˆW2 ˆW2 �W2 �W2E±W2€E±W2ãñW2üãñW2ßøW2ßøW2X2pX2µ[X2ìµ[X2±bX2ô±bX2¡¥X2`¡¥X2ÊX2ÌÊX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2P\2T P\2Õ!]2˜Õ!]2}4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s Ù b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1µõ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s Ù b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1µõ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1?s Ù b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1µõ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ê ê``ÕÕ)J*J4¿4¿>2?2I¥I¥ST^‹^‹hþhþrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttêê``ÖÖ L L  Â88®®$$šš††üür r"è"è$]%]'Ò'Ò)G*G,¼,¼.1/11¦1¦346�6�89;z;z=ï=ï?d@dBÙBÙDNENGÃGÃI6J6L©L©NOQ�Q�STVuVuXèXèZ[[[]Î]Î_A`Ab´b´d'e'gšgši j l€l€nónópfqfsÙsÙuLvLx¿x¿z2{2}¥}¥€‚‹‚‹„þ„þ†q‡q‰ä‰ä‹WŒWŽÊŽÊ�=‘=“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2CGW2�CGW2á‡W2 á‡W2aŒW2aŒW2±W2€±W2³ñW2ü³ñW23öW23öW2çX2pçX2…[X2ì…[X2`X2ô`X2 ¤X2` ¤X2iÈX2ÌiÈX2!ûX2ì!ûX2INY2L INY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2YP\2T YP\2)"]2˜)"]2Ñ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆß« b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1O€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆß« b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1O€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆß« b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1O €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1#C  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ë ëbbÙÙ)P*P4Ç4Ç>>?>IµIµS,T,^ž^žhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttëëbbÙÙ P P Ç Ç>>µµ,,££‘‘  "ö"ö$m%m'ä'ä)[*[,Ò,Ò.I/I1À1À37476®6®8%9%;œ;œ=>@Š@ŠBCExExGïGïIfJfLÝLÝNTOTQËQËSBTBV¹V¹X0Y0[§[§]^`•`•b c eƒeƒgúgúiqjqlèlènZoZqÌqÌs>t>v°v°x"y"{”{”}~€x€x‚ê‚ê„\…\‡·Ή@Š@Œ²Œ²Ž$�$‘–‘–“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2yGW2�yGW2ˆW2 ˆW2õŽW2õŽW2K±W2€K±W2éñW2üéñW2ÇøW2ÇøW2X2pX2»[X2ì»[X2™bX2ô™bX2ý£X2`ý£X2]ÈX2Ì]ÈX2!ûX2ì!ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2AP\2T AP\2"]2˜"]2¹4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|à b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 à€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|à b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 à€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|à b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 à €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1:  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss í íccÙÙ)O*O4Ã4Ã>7?7I«I«ST^“^“hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssííggáá [ [ Õ ÕOOÉÉCC½½33©© • •" # %�%�'÷'÷)m*m,ã,ã.Y/Y1Ï1Ï3E4E6»6»8191;§;§=>@�@�BCEwEwGëGëI_J_LÓLÓNGOGQ»Q»S/T/V£V£XY[‹[‹]ÿ]ÿ_s`sbçbçd[e[gÏgÏiCjCl·l·n+o+qŸqŸstv‡v‡xûxûzo{o}ã}ãW€W‚˂˄?…?‡±‡±‰$Š$Œ—Œ—Ž � ‘}‘}“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2CGW2�CGW2á‡W2 á‡W2aŒW2aŒW2±W2€±W2­ñW2ü­ñW23öW23öW2áX2páX2[X2ì[X2`X2ô`X2•¢X2`•¢X2õÆX2ÌõÆX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2ÿO\2T ÿO\2Ï!]2˜Ï!]2w4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†Û§ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†Û§ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†Û§ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¯Ï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ç ç\\ÑÑ)F*F4»4»>0?0I¥I¥ST^Œ^Œhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrçç\\ÑÑ F F » »00¥¥��yyîîc c"Ø"Ø$M%M'Â'Â)7*7,¬,¬.!/!1–1–3 4 6€6€8õ8õ:j;j=ß=ß?T@TBÉBÉD>E>G³G³I(J(L�L�NOQ‡Q‡SüSüUqVqXæXæZ[[[]Ð]Ð_E`Ebºbºd/e/g¤g¤ijlŽlŽnoqrqrsäsäuVvVxÈxÈz:{:}¬}¬€‚�‚�„…‡t‡t‰æ‰æ‹XŒXŽÊŽÊ�<‘<“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2yGW2�yGW2ˆW2 ˆW2õŽW2õŽW2K±W2€K±W2éñW2üéñW2ÇøW2ÇøW2X2pX2»[X2ì»[X2™bX2ô™bX2•¢X2`•¢X2õÆX2ÌõÆX2!ûX2ì!ûX2INY2L INY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2ÉO\2T ÉO\2™!]2˜™!]2A4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|â b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¡á€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|â b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¡á€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|â b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¡á €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¯Ï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss ë ë__ÓÓ)G*G4¹4¹>+?+I�I�ST^�^�hóhórcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssëëccÛÛ S S Ë ËCC»»33««““ { {"ï"ï$c%c'×'×)K*K,¿,¿.3/31§1§346�6�89;w;w=é=é?[@[BÍBÍD?E?G±G±I#J#L•L•NOQyQySëSëU]V]XÏXÏZA[A]³]³_%`%b—b—d e g{g{iíiík_l_nÑnÑpCqCsµsµu'v'x™x™z { }}}}ïï�a‚a„Ó„Ó†C‡C‰´‰´‹%Œ%Ž–Ž–�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2=GW2�=GW2Û‡W2 Û‡W2[ŒW2[ŒW2±W2€±W2­ñW2ü­ñW2-öW2-öW2áX2páX2[X2ì[X2ÿ_X2ôÿ_X2�¢X2`�¢X2ïÆX2ÌïÆX2ûX2ìûX2CNY2L CNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ܨ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ܨ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ܨ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¯Ï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt î îhhÞÞ)T*T4Ê4Ê>>?>I²I²S&T&^š^šhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttîîhhââ \ \ Ö ÖPPÊÊDD¾¾88²²,, ¦ ¦" # %–%–' ( *‚*‚,ø,ø.n/n1ä1ä3Z4Z6Ð6Ð8F9F;¼;¼=2>2@¨@¨BCE”E”G H J~J~LòLòNfOfQÚQÚSNTNVÂVÂX6Y6[ª[ª]^`’`’bcezezgîgîibjblÖlÖnJoJq¾q¾s2t2v¦v¦xy{Ž{Ž}~€v€v‚ê‚ê„^…^‡Ò‡Ò‰FŠFŒºŒºŽ.�.‘¢‘¢“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2GW2�GW2ˆW2 ˆW2 �W2 �W2Q±W2€Q±W2ïñW2üïñW2ßøW2ßøW2#X2p#X2Á[X2ìÁ[X2±bX2ô±bX2¤X2`¤X2cÈX2ÌcÈX2ûX2ìûX2CNY2L CNY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2‰P\2T ‰P\2Y"]2˜Y"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…é b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1½ý€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…é b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1½ý€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…é b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1½ý €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1!A  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo è èaaÚÚ)S*S4Ì4Ì>C?CIºIºS/T/^¢^¢his†s†} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooèèaaÚÚ S S Ì ÌEE¾¾77°°))¢¢ ” ”" # %†%†'ÿ'ÿ)x*x,ñ,ñ.j/j1ã1ã3\4\6Õ6Õ8N9N;Ç;Ç=@>@@¹@¹B2C2E«E«G$H$J›J›LMO‰O‰QRTwTwVîVîXeYe[Ü[Ü]S^S`Ê`Êb?c?e´e´g)h)jžjžlmo†o†qùqùsltlvßvßxRyR{Å{Å}8~8€«€«‚ƒ…‘…‘‡ˆŠtŠtŒæŒæŽX�X‘ʑʓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W27GW2�7GW2Õ‡W2 Õ‡W2[ŒW2[ŒW2 ±W2€ ±W2§ñW2ü§ñW2-öW2-öW2ÛX2pÛX2y[X2ìy[X2ÿ_X2ôÿ_X2ë£X2`ë£X2KÈX2ÌKÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OƒØ¤ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OƒØ¤ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OƒØ¤ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1 +  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ê êbbÖÖ)J*J4¾4¾>0?0I¢I¢ST^†^†høhørjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrêêbbÚÚ R R Ê ÊBBºº22ªª""šš Š Š"#%v%v'ê'ê)^*^,Ò,Ò.F/F1º1º3.4.6¢6¢89;Š;Š=þ=þ?r@rBæBæDZEZGÎGÎI@J@L²L²N$O$Q–Q–STVzVzXìXìZ^[^]Ð]Ð_B`Bb´b´d&e&g˜g˜i j l|l|nînîp`q`sÒsÒuDvDx¶x¶z({(}š}š € ‚~‚~„ð„ð†b‡b‰Ô‰Ô‹FŒFޏޏ�*‘*“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2GW2�GW2ˆW2 ˆW2 �W2 �W2Q±W2€Q±W2ïñW2üïñW2ßøW2ßøW2#X2p#X2Á[X2ìÁ[X2±bX2ô±bX2�¢X2`�¢X2ïÆX2ÌïÆX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ë b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¼ü€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ë b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¼ü€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ë b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¼ü €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¯Ï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo æ æ]]ÔÔ)K*K4Â4Â>7?7I¬I¬ST^�^�hisqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooææ]]ÔÔ K K  Â99°°''žžŒŒ z z"ñ"ñ$h%h'ß'ß)V*V,Í,Í.D/D1»1»32426©6©8 9 ;—;—=>@…@…BüBüDsEsGêGêI_J_LÔLÔNIOIQ¾Q¾S3T3V¨V¨XY[’[’]^`|`|bïbïdbebgÕgÕiHjHl»l»n,o,q�q�stvvxðxðza{a}Ò}ÒC€C‚´‚´„%…%‡•‡•‰ŠŒwŒwŽèŽè�Y‘Y“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W27GW2�7GW2Õ‡W2 Õ‡W2sŒW2sŒW2 ±W2€ ±W2§ñW2ü§ñW2EöW2EöW2ÛX2pÛX2y[X2ìy[X2`X2ô`X2•¥X2`•¥X2õÉX2ÌõÉX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚Ù¥ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1&f€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚Ù¥ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1&f€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚Ù¥ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1&f €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1·×  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ã ãXXÍÍ)B*B4µ4µ>(?(I›I›ST^�^�hôhôrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmããYYÏÏ E E » »11§§““}}òòg g"Ü"Ü$Q%Q'Æ'Æ);*;,°,°.%/%1š1š346„6„8ù8ù:n;n=á=á?T@TBÇBÇD:E:G­G­I J L“L“NOQyQySìSìU_V_XÒXÒZE[E]¸]¸_+`+bžbždeg„g„i÷i÷kjljnÝnÝpPqPsÃsÃu6v6x©x©z{}�}�€‚u‚u„è„è†Y‡Y‰ˉˋ=Œ=ޝޝ�!‘!“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2…GW2�…GW2#ˆW2 #ˆW2ÝŽW2ÝŽW2Q±W2€Q±W2ïñW2üïñW2¯øW2¯øW2#X2p#X2Á[X2ìÁ[X2�bX2ô�bX2‰¢X2`‰¢X2éÆX2ÌéÆX2ûX2ìûX2=NY2L =NY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2�P\2T �P\2_"]2˜_"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ&ò b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‘Ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ&ò b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‘Ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ&ò b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‘Ñ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¯Ï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk ã ã[[ÓÓ)K*K4Ã4Ã>9?9I¯I¯S%T%^›^›his‡s‡} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkãã[[ÓÓ K K à Ã;;³³++££““  ƒ ƒ"û"û$s%s'ë'ë)c*c,Û,Û.S/S1Ë1Ë3C4C6»6»8393;«;«=#>#@›@›BCE‹E‹GHJyJyLïLïNeOeQÛQÛSQTQVÇVÇX=Y=[³[³])^)`Ÿ`Ÿbce‹e‹ghjwjwlílíncocqÙqÙsOtOvÅvÅx;y;{±{±}'~'€�€�‚ƒ…‰…‰‡ÿ‡ÿ‰uŠuŒëŒëŽa�a‘בד b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W21GW2�1GW2χW2 χW2sŒW2sŒW2±W2€±W2¡ñW2ü¡ñW2EöW2EöW2ÕX2pÕX2s[X2ìs[X2`X2ô`X2¤X2`¤X2{ÈX2Ì{ÈX2ûX2ìûX2=NY2L =NY2óëY2¬ óëY2ËÁZ2p ËÁZ2®[2t ®[2uO\2T uO\2E!]2˜E!]2í3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Õ¡ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1'g€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Õ¡ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1'g€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Õ¡ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1'g €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1=]  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ã ãVVÉÉ)<*<4­4­>?I�I�ST^q^qhâhârQsQ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmããYYÏÏ E E » »11§§““yyìì_ _"Ò"Ò$E%E'¸'¸)+*+,ž,ž./1„1„3÷3÷5j6j8Ý8Ý:P;P=Á=Á?2@2B£B£DEG…G…IöIöKgLgNØNØPIQISºSºU+V+XœXœZ [ ]~]~_ï_ïa`b`dÑdÑfBgBi³i³k$l$n•n•pqswswuèuèwYxYzÊzÊ|;};¬¬�‚„ބކý†ýˆm‰m‹Ý‹Ý�MŽM�½�½’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2…GW2�…GW2#ˆW2 #ˆW2ÝŽW2ÝŽW2W±W2€W±W2õñW2üõñW2¯øW2¯øW2)X2p)X2Ç[X2ìÇ[X2�bX2ô�bX2Ó£X2`Ó£X23ÈX2Ì3ÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2P\2T P\2í!]2˜í!]2•4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ(ô b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‘Ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ(ô b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‘Ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ(ô b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‘Ñ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1÷  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk á áWWÍÍ)C*C4¹4¹>-?-I¡I¡ST^‰^‰hýhýrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkááWWÍÍ C C ¹ ¹//¥¥‘‘}}óói i"ß"ß$U%U'Ë'Ë)A*A,·,·.-/-1£1£346�6�89;{;{=ñ=ñ?g@gBÝBÝDSESGÉGÉI=J=L±L±N%O%Q™Q™S T V�V�XõXõZi[i]Ý]Ý_Q`QbÅbÅd9e9g­g­i!j!l•l•n o q}q}sñsñuevexÙxÙzM{M}Á}Á5€5‚©‚©„…‡‘‡‘‰ŠŒyŒyŽíŽí�a‘a“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W21GW2�1GW2χW2 χW2[ŒW2[ŒW2ý°W2€ý°W2›ñW2ü›ñW2-öW2-öW2ÏX2pÏX2m[X2ìm[X2ÿ_X2ôÿ_X2S¥X2`S¥X2³ÉX2̳ÉX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KÖ¢ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KÖ¢ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KÖ¢ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1}�  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll ä äYYÎÎ)C*C4¸4¸>,?,I I ST^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllää\\ÔÔ L L Ä Ä<<´´,,¤¤ŽŽ x x"í"í$b%b'×'×)L*L,Á,Á.6/61«1«3 4 6•6•8 9 ;;=ô=ô?i@iBÞBÞDSESGÈGÈI/?/I¤I¤ST^Ž^Žhisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâIWJWLÌLÌNAOAQ¶Q¶S+T+V V XY[Š[Š]ÿ]ÿ_t`tbébéd^e^gÓgÓiHjHl½l½n2o2q§q§stv‘v‘xy{{{{}ð}ðe€e‚Ú‚Ú„O…O‡ćĉ9Š9Œ®Œ®Ž#�#‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2+GW2�+GW2ɇW2 ɇW2[ŒW2[ŒW2ý°W2€ý°W2›ñW2ü›ñW2-öW2-öW2ÏX2pÏX2m[X2ìm[X2ÿ_X2ôÿ_X2!¤X2`!¤X2�ÈX2Ì�ÈX2ûX2ìûX2=NY2L =NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2ÕO\2T ÕO\2¥!]2˜¥!]2M4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Òž b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Òž b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Òž b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Jj  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj à àUUÊÊ)?*?4´4´>'?'IšIšS T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjààVVÌÌ B B ¸ ¸..¤¤��zzïïd d"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¤b¤degˆgˆiúiúklllnÞnÞpPqPsÂsÂu4v4x¦x¦z{}Š}Šüü�n‚n„à„à†R‡R‰ʼnŋ8Œ8ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2‹GW2�‹GW2)ˆW2 )ˆW2�W2�W2]±W2€]±W2ûñW2üûñW2ÓøW2ÓøW2/X2p/X2Í[X2ìÍ[X2¥bX2ô¥bX2‰¢X2`‰¢X2éÆX2ÌéÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—1ý b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¹ù€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—1ý b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¹ù€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—1ý b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¹ù €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¯Ï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞTTÉÉ)>*>4³4³>&?&I™I™S T ^^hòhòrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽzzððf f"Ü"Ü$Q%Q'Æ'Æ);*;,°,°.%/%1š1š346„6„8ù8ù:n;n=ã=ã?X@XBÍBÍDBEBG·G·I*J*L�L�NOQƒQƒSöSöUiViXÜXÜZO[O]Â]Â_5`5b¨b¨degŽgŽijltltnçnçpZqZsÍsÍu@v@x³x³z&{&}™}™ € ‚‚„ò„ò†e‡e‰؉؋KŒK޾޾�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2+GW2�+GW2ɇW2 ɇW2gŒW2gŒW2÷°W2€÷°W2•ñW2ü•ñW29öW29öW2ÉX2pÉX2g[X2ìg[X2 `X2ô `X2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2;P\2T ;P\2 "]2˜ "]2³4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|ÓŸ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1#c€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|ÓŸ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1#c€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|ÓŸ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1#c €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1<\  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>2?2I©I©S T ^’^’hisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÑLÑNHOHQ¿Q¿S6T6V­V­X$Y$[›[›]^`‰`‰bcewewgîgîiejelÜlÜnNoNqÀqÀs2t2v¤v¤xy{ˆ{ˆ}ú}úl€l‚Þ‚Þ„P…P‡‡‰4Š4Œ¦Œ¦Ž�‘БГ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2‹GW2�‹GW2)ˆW2 )ˆW2׎W2׎W2]±W2€]±W2ûñW2üûñW2©øW2©øW2/X2p/X2Í[X2ìÍ[X2{bX2ô{bX2}¥X2`}¥X2ÝÉX2ÌÝÉX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2#P\2T #P\2ó!]2˜ó!]2›4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l 8 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‘Ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l 8 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‘Ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l 8 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‘Ñ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1©É  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á áWWÍÍ)C*C4·4·>+?+IŸIŸST^‡^‡hûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±''�� ‰ ‰"ÿ"ÿ$u%u'ë'ë)a*a,×,×.M/M1Ã1Ã39496¯6¯8%9%;›;›=>@ƒ@ƒB÷B÷DkEkGßGßISJSLÇLÇN;O;Q¯Q¯S#T#V—V—X Y [[]ó]ó_g`gbÛbÛdOeOgÃgÃi7j7l«l«noq“q“stv{v{xïxïzc{c}×}×K€K‚¿‚¿„3…3‡¥‡¥‰ŠŒ‹Œ‹ŽþŽþ�q‘q“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2%GW2�%GW2ÇW2 ÇW2gŒW2gŒW2÷°W2€÷°W2•ñW2ü•ñW29öW29öW2ÉX2pÉX2g[X2ìg[X2 `X2ô `X2w¥X2`w¥X2×ÉX2Ì×ÉX2ûX2ìûX27NY2L 7NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÏ› b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1$d€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÏ› b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1$d€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÏ› b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1$d €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¡Á  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Û ÛPPÅÅ):*:4¯4¯>$?$I™I™ST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÛÛPPÅÅ : : ¯ ¯$$™™ƒƒøømmââW W"Ì"Ì$A%A'¶'¶)+*+, , ./1Š1Š3ÿ3ÿ5t6t8é8é:^;^=Ó=Ó?H@HB½B½D2E2G§G§IJL‘L‘NOQ{Q{SðSðUeVeXÚXÚZO[O]Ä]Ä_9`9b®b®d#e#g˜g˜i j l‚l‚nônôpfqfsØsØuJvJx¼x¼z.{.} } €‚„‚„„ö„ö†h‡h‰Ú‰Ú‹LŒL޾޾�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2‘GW2�‘GW2/ˆW2 /ˆW2׎W2׎W2]±W2€]±W2ûñW2üûñW2©øW2©øW2/X2p/X2Í[X2ìÍ[X2{bX2ô{bX2¤X2`¤X2{ÈX2Ì{ÈX2ûX2ìûX27NY2L 7NY2óëY2¬ óëY2ËÁZ2p ËÁZ2®[2t ®[2«O\2T «O\2{!]2˜{!]2#4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l : b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‘Ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l : b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‘Ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l : b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‘Ñ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ii  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßSSÇÇ);*;4­4­>?I‘I‘ST^u^uhçhçrWsW} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ‡‡ûûo o"ã"ã$W%W'Ë'Ë)?*?,³,³.'/'1›1›346ƒ6ƒ8÷8÷:k;k=Ý=Ý?O@OBÁBÁD3E3G¥G¥IJL‰L‰NûNûPmQmSßSßUQVQXÃXÃZ5[5]§]§_`b‹b‹dýdýfogoiáiákSlSnÅnÅp7q7s©s©uvx�x�zÿzÿ|q}qãã�U‚U„DŽdž7‡7‰¨‰¨‹ŒŽŠŽŠ�û�û’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2GW2�GW2½‡W2 ½‡W2OŒW2OŒW2ñ°W2€ñ°W2�ñW2ü�ñW2!öW2!öW2ÃX2pÃX2a[X2ìa[X2ó_X2ôó_X2�¥X2`�¥X2ïÉX2ÌïÉX2ûX2ìûX21NY2L 1NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2GP\2T GP\2"]2˜"]2¿4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyМ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyМ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyМ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Áá  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh â â\\ÒÒ)H*H4¾4¾>2?2I¦I¦ST^�^�hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²,,¦¦  š š"#%Š%Š'(*v*v,ì,ì.b/b1Ø1Ø3N4N6Ä6Ä8:9:;°;°=&>&@œ@œBCEˆEˆGþGþIrJrLæLæNZOZQÎQÎSBTBV¶V¶X*Y*[ž[ž]^`†`†búbúdnengâgâiVjVlÊlÊn@o@q´q´s(t(vœvœxy{„{„}ø}øl€l‚à‚à„T…T‡ȇȉ<Š<Œ°Œ°Ž$�$‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2‘GW2�‘GW2/ˆW2 /ˆW2õŽW2õŽW2c±W2€c±W2òW2üòW2ÇøW2ÇøW25X2p5X2Ó[X2ìÓ[X2™bX2ô™bX2ߣX2`ߣX2?ÈX2Ì?ÈX2ûX2ìûX21NY2L 1NY2ìY2¬ ìY2EÀZ2p EÀZ2#�[2t #�[2wP\2T wP\2m ]2˜m ]23]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©A  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1·÷€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©A  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1·÷€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©A  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1·÷ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations13/  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ü ÜUUÎÎ)G*G4À4À>7?7I®I®S#T#^ ^ his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÜÜUUÎÎ G G À À99²²++¤¤–– ˆ ˆ"#%z%z'ó'ó)l*l,å,å.^/^1×1×3P4P6É6É8B9B;»;»=4>4@­@­B&C&EŸEŸGHJ�J�LMO}O}QôQôSkTkVâVâXYYY[Ð[Ð]G^G`¾`¾b3c3e¨e¨ghj’j’lmo„o„q÷q÷sjtjvÝvÝxPyP{Ã{Ã}6~6€©€©‚ƒ…�…�‡ˆŠrŠrŒäŒäŽV�V‘ȑȓ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2GW2�GW2½‡W2 ½‡W2OŒW2OŒW2ë°W2€ë°W2‰ñW2ü‰ñW2!öW2!öW2½X2p½X2[[X2ì[[X2ó_X2ôó_X2-¤X2`-¤X2�ÈX2Ì�ÈX2ûX2ìûX21NY2L 1NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw̘ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw̘ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cw̘ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1^~  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞVVÊÊ)>*>4²4²>$?$I–I–ST^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$j%j'Þ'Þ)R*R,Æ,Æ.:/:1®1®3"4"6–6–8 9 ;~;~=ò=ò?f@fBÚBÚDNENGÂGÂI4J4L¦L¦NOQŠQŠSüSüUnVnXàXàZR[R]Ä]Ä_6`6b¨b¨degŒgŒiþiþkplpnænæpXqXsÊsÊuŒ>ްް�"‘"“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2—GW2�—GW25ˆW2 5ˆW2õŽW2õŽW2c±W2€c±W2òW2üòW2ÇøW2ÇøW25X2p5X2Ó[X2ìÓ[X2™bX2ô™bX2G¥X2`G¥X2§ÉX2̧ÉX2ûX2ìûX21NY2L 1NY2ìY2¬ ìY2-ÀZ2p -ÀZ2 �[2t  �[2P\2T P\2û]2˜û]2£2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©C b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¶ö€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©C b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¶ö€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©C b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¶ö €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1›—  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>+?+I I ST^Œ^Œhýhýrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞISJSLÈLÈN=O=Q²Q²S'T'VœVœXY[†[†]û]û_p`pbãbãdVeVgÉgÉi?I‘I‘ST^ƒ^ƒhöhörgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=×=×?J@JB½B½D0E0G£G£IJL‰L‰NüNüPoQoSâSâUUVUXÈXÈZ;[;]®]®_!`!b b deg†g†iùiùklllnßnßpRqRsÅsÅu8v8x«x«z{}‘}‘€‚w‚w„ê„ê†[‡[‰͉͋?Œ?ޱޱ�#‘#“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2—GW2�—GW25ˆW2 5ˆW2ËŽW2ËŽW2i±W2€i±W2òW2üòW2�øW2�øW2;X2p;X2Ù[X2ìÙ[X2obX2ôobX2Y¢X2`Y¢X2¹ÆX2̹ÆX2 ûX2ì ûX21NY2L 1NY2#ìY2¬ #ìY2KÀZ2p KÀZ2)�[2t )�[2‰P\2T ‰P\2 ]2˜ ]2'3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²J b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‘Ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²J b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‘Ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²J b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‘Ñ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¯«  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ × ×OOÑÑ)I*I4Á4Á>7?7I­I­S#T#^¥^¥his‘s‘} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__××OOÇÇ ? ? · ·//§§——‡‡ÿÿw w"ï"ï$q%q'é'é)a*a,Ù,Ù.Q/Q1É1É3A4A6¹6¹8191;©;©=!>!@™@™BCE‰E‰GHJwJwLíLíNcOcQÙQÙSOTOVÅVÅX;Y;[±[±]'^'`�`�bce‰e‰gÿgÿiujulëlënmomqãqãsYtYvÏvÏxEyE{»{»}1~1€§€§‚ƒ…“…“‡ ˆ ŠŠŒõŒõŽk�k‘á‘á“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2GW2�GW2·‡W2 ·‡W2[ŒW2[ŒW2å°W2€å°W2ƒñW2üƒñW2-öW2-öW2·X2p·X2U[X2ìU[X2ÿ_X2ôÿ_X2)¥X2`)¥X2‰ÉX2Ô‰ÉX2 ûX2ô ûX21NY2T 1NY2çëY2´ çëY2ÀZ2x ÀZ2í�[2| í�[2iO\2\ iO\2_]2 _]22]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÉ• b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1!a€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÉ• b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1!a€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1@tÉ• b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1!a €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1»“W{  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×NNÁÁ)4*44¥4¥>?I‡I‡ST^u^uhæhærUsU} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡þþqqääW W"Ê"Ê$=%='°'°)#*#,–,–. / 1|1|3ï3ï5b6b8Õ8Õ:H;H=¹=¹?*@*B›B›D E G}G}IîIîK_L_NÐNÐPAQAS²S²U#V#X”X”Z[]v]v_ç_çadbddÕdÕfFgFi·i·k(l(n™n™p q s{s{uìuìw]x]zÎzÎ|?}?°°�!‚!„’„’†‡‰q‰q‹á‹á�QŽQ�Á�Á’ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2—GW2�—GW25ˆW2 5ˆW2ËŽW2ËŽW2i±W2€i±W2òW2üòW2�øW2�øW2;X2p;X2Ù[X2ìÙ[X2obX2ôobX2Y¢X2`Y¢X2¹ÆX2̹ÆX2 ûX2ì ûX21NY2L 1NY2 ìY2¬  ìY23ÀZ2p 3ÀZ2�[2t �[2P\2T P\2 ]2˜ ]2¯2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²L b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‘Ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²L b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‘Ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²L b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‘Ñ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¯«  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Õ ÕKKÉÉ)?*?4µ4µ>)?)I�I�ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……ûûqqçç] ]"Ó"Ó$Q%Q'Ç'Ç)=*=,³,³.)/)1Ÿ1Ÿ346‹6‹89;w;w=í=í?c@cBÙBÙDOEOGÅGÅI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noq…q…sùsùumvmxáxázU{U}É}É=€=‚±‚±„%…%‡™‡™‰ Š Œ�Œ�ŽõŽõ�i‘i“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Í2W2éFW2éFW2‡‡W2|‡‡W2ëŒW2„ëŒW2!�W2ð!�W2«™W2|«™W2áœW2HáœW2»°W2Ô»°W2YñW2PYñW2½öW2X½öW2óùW2ÄóùW2}X2P}X2³X2³X2�X2¨�X2+[X2$ +[X2�`X2, �`X2ÅcX2˜ ÅcX2OmX2$ OmX2…pX2ð …pX2Ç�X2| Ç�X2g¦X2Xg¦X2ÇÊX2ÔÇÊX2 øX2ô øX2�Y2Ð�Y2I1?1I¥I¥S%T%^™^™h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð==··11«« % % à Ã==··11««!!——  ƒ ƒ"ù"ù$y%y'ï'ï)e*e,Û,Û.Q/Q1Ç1Ç3=4=6³6³8)9);Ÿ;Ÿ=>@‰@‰BýBýDqEqGåGåIYJYLÍLÍNAOAQµQµS)T)V�V�XY[…[…]ù]ù_m`mbíbídaeagÕgÕiIjIl½l½n1o1q¥q¥stv�v�xy{u{u}é}é]€]‚тфE…E‡¹‡¹‰,Š,ŒŸŒŸŽ�‘…‘…“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2¯GW2è¯GW2MˆW2dMˆW2ûŽW2lûŽW2…˜W2è…˜W2»›W2´»›W2�±W2@�±W2òW2¼òW2ÍøW2ÄÍøW2WX2@WX2�X2 �X2SX2˜SX2ñ[X2ñ[X2ŸbX2 ŸbX2)lX2˜ )lX2_oX2d _oX2¡œX2ð ¡œX2¥X2Ì ¥X2qÉX2H qÉX2³öX2h³öX2ÕY2DÕY2‘ ? I“I“ST^…^…høhørksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1l1l3á3á5V6V8Ë8Ë:@;@=Ù=Ù?L@LB¿B¿D2E2G¥G¥IJL‹L‹NþNþPqQqSäSäUWVWXÊXÊZ=[=]°]°_#`#b¢b¢degˆgˆiûiûknlnnánápTqTsÇsÇu:v:x­x­z { }“}“€‚y‚y„ì„ì†_‡_‰щыCŒC޵޵�'‘'“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Í2W2éFW2éFW2‡‡W2|‡‡W2ëŒW2„ëŒW2!�W2ð!�W2«™W2|«™W2áœW2HáœW2µ°W2Ôµ°W2SñW2PSñW2½öW2X½öW2óùW2ÄóùW2}X2P}X2³X2³X2‡X2¨‡X2%[X2$ %[X2�`X2, �`X2ÅcX2˜ ÅcX2OmX2$ OmX2…pX2ð …pX2Ç�X2| Ç�X2¥X2X¥X2eÉX2ÔeÉX2§öX2ô§öX2óY2ÐóY2¯#?#I•I•ST^…^…h÷h÷risi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð<<´´,,¤¤   ¹ ¹11©©!!™™  ��õõi i"Ý"Ý$Y%Y'Í'Í)A*A,µ,µ.)/)1�1�346…6…8ù8ù:m;m=á=á?S@SBÅBÅD7E7G©G©IJL�L�NÿNÿPqQqSãSãUUVUXÇXÇZ9[9]«]«_`b›b›d e ggiñiñkclcnÕnÕpGqGs¹s¹u+v+x�x�z{}�}�óó�e‚e„ׄ׆I‡I‰º‰º‹+Œ+ŽœŽœ� ‘ “# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2µGW2èµGW2SˆW2dSˆW2ûŽW2lûŽW2…˜W2è…˜W2»›W2´»›W2�±W2@�±W2òW2¼òW2ÍøW2ÄÍøW2WX2@WX2�X2 �X2SX2˜SX2ñ[X2ñ[X2ŸbX2 ŸbX2)lX2˜ )lX2_oX2d _oX2¡œX2ð ¡œX2M¥X2Ì M¥X2­ÉX2H ­ÉX2ïöX2hïöX2áY2DáY2�?I‰I‰ST^w^whèhèrYsY} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡þþqqääW W"Ê"Ê$=%='°'°)#*#,–,–. / 1W1W3Ê3Ê5=6=8°8°:#;#=»=»?,@,B�B�DEGGIðIðKaLaNÒNÒPCQCS´S´U%V%X–X–Z[]x]x_é_éafbfd×d×fHgHi¹i¹k*l*n›n›p q s}s}uîuîw_x_zÐzÐ|A}A²²�#‚#„”„”†‡‰u‰u‹å‹å�UŽU�Å�Å’  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2GW2èGW2·‡W2d·‡W2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2ë°W2@ë°W2‰ñW2¼‰ñW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2½X2˜½X2[[X2[[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2½¤X2Ì ½¤X2ÉX2H ÉX2_öX2h_öX2[ Y2D[ Y2>Y2Ð>Y2y]Y2ôy]Y2whY2 whY2ìY2¬ìY2ïÁZ2pïÁZ2)®[2t)®[2£»[2T£»[2qP\2àqP\2A"]2$A"]2é4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuΚ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ,lA�È bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuΚ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ,lA�È bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuΚ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ,lA�È  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �°°Ðú bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1YY™è( y ¹  J bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d4´OÏž‘ímîn¼<ËK‹ ZÚ)©øxÉIškë< ¼  � Þ ^ ¯ / € O � Þ Ho¯@ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ú ÚSSÌÌ)E*E4¾4¾>?I®I®S#T#^ ^ his†s†} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÚÚSSÌÌ E E ¾ ¾77°°))¢¢””  † †"ÿ"ÿ$x%x'ñ'ñ)j*j,ã,ã.\/\1Õ1Õ3N4N6Ç6Ç8@9@;¹;¹=2>2@«@«B$C$E�E�GHJkJkLâLâNYOYQÐQÐSGTGVâVâXYYY[Ð[Ð]G^G`¾`¾b3c3e¨e¨ghj’j’lmo„o„q÷q÷sjtjvÝvÝxPyP{Ã{Ã}6~6€©€©‚ƒ…�…�‡ˆŠtŠtŒæŒæŽX�X‘ʑʓ  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2©GW2è©GW2GˆW2dGˆW2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2u±W2@u±W2òW2¼òW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2GX2˜GX2å[X2å[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2S¥X2Ì S¥X2³ÉX2H ³ÉX2õöX2hõöX2½Y2D½Y2y&?&IšIšST^„^„hÔhÔrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœ††ûûp p"å"å$Z%Z'Ï'Ï)D*D,¹,¹../.1£1£346�6�89;w;w=ì=ì?a@aBÖBÖDKEKGÀGÀI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`JbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔz${$}˜}˜ € ‚€‚€„ô„ô†އމŠŒxŒxŽíŽí�b‘b“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2GW2èGW2·‡W2d·‡W2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2å°W2@å°W2ƒñW2¼ƒñW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2·X2˜·X2U[X2U[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2A¥X2Ì A¥X2¡ÉX2H ¡ÉX2ãöX2hãöX2EY2DEY2?I I ST^Œ^Œhýhýroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaØØOOÆÆ = = ´ ´++¢¢��~~õõl l"ã"ã$Z%Z'Ñ'Ñ)H*H,¿,¿.6/61­1­3$4$6›6›89;‰;‰=>@w@wBîBîDeEeGÜGÜI.J.L£L£NOQ�Q�STVœVœXY[†[†]û]û_p`pbãbãdVeVgÉgÉi!?!I”I”S T ^|^|hÉhÉrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆýýrrçç\ \"Ñ"Ñ$F%F'»'»)0*0,¥,¥./1�1�346y6y8î8î:c;c=Ø=Ø?M@MBÂBÂD7E7G¬G¬I!J!L”L”NOQzQzSíSíU`V`XÓXÓZF[F]¹]¹_,`,b¢b¢deg†g†iøiøkjljnÜnÜpNqNsÀsÀu2v2x¤x¤zñzñ|c}cÕÕ�G‚G„¹„¹†R‡R‰ʼnŋ8Œ8ޫޫ�‘“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2½‡W2L½‡W2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2ë°W2(ë°W2‰ñW2¤‰ñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2½X2€½X2[[X2ü[[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2yýX2,yýX2M\Y2˜M\Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2wP\2ÌwP\2G"]2G"]2ï4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÏ› b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TA�Ó bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÏ› b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TA�Ó bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÏ›  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TA�Ó  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ±ÑÖö™¹ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1'g€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1'§‚Ý]¸8×  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ù ÙQQÉÉ)A*A4¹4¹>1?1I§I§ST^“^“h i ss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A ¹ ¹11©©!!™™‰‰ y y"ñ"ñ$i%i'á'á)Y*Y,Ñ,Ñ.I/I1Á1Á39496±6±8)9);¡;¡=>@‘@‘B C E�E�GùGùIqJqLçLçN]O]QÓQÓSITIV¿V¿X5Y5[«[«]!^!`—`—b c eƒeƒgùgùiojolålån[o[qÑqÑsGtGv½v½x3y3{©{©}~€•€•‚ ƒ …�…�‡÷‡÷‰mŠmŒãŒãŽY�Y‘ϑϓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2£GW2УGW2AˆW2LAˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2o±W2(o±W2 òW2¤ òW2ëøW2¬ëøW2uX2(uX2«X2ô«X2AX2€AX2ß[X2üß[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2yýX2,yýX2q\Y2˜q\Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[25P\2Ì5P\2"]2"]2­4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸R b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S“Ø·÷ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸R b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S“Ø·÷ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸R  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S“Ø·÷  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ±ÑÖö”´ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1+k€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1+«ˆåeÂBû ; €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>0?0I§I§ST^�^�histst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIXJXLÏLÏNFOFQ½Q½S4T4V«V«X"Y"[™[™]^`‡`‡bþbþdueugìgìicjclÚlÚnLoLq¾q¾s0t0v¢v¢xy{†{†}ø}øj€j‚܂܄N…N‡À‡À‰2Š2Œ¤Œ¤Ž�‘ˆ‘ˆ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2·‡W2L·‡W2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2ë°W2(ë°W2‰ñW2¤‰ñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2½X2€½X2[[X2ü[[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2›¥X2´ ›¥X2ûÉX20 ûÉX2=÷X2P=÷X2Y2,Y2é\Y2˜é\Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2P\2ÌP\2Õ!]2Õ!]2}4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÍ™ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UA�Ò bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÍ™ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UA�Ò bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÍ™  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UA�Ò  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¡ÁÁáÖö bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1“nîIÉ$¤r² €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×MMÃÃ)9*94¯4¯>%?%I™I™S T ^�^�hõhõrisi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$K%K'Á'Á)7*7,­,­.#/#1™1™346…6…8û8û:q;q=ç=ç?]@]BÓBÓDIEIG¿G¿I5J5L©L©NOQ‘Q‘STVyVyXíXíZa[a]Õ]Õ_I`Ib½b½d1e1g¥g¥ijl�l�noququséséu]v]xÑxÑzE{E}¹}¹-€-‚¡‚¡„…‡‰‡‰‰ý‰ý‹qŒqŽåŽå�Y‘Y“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2£GW2УGW2AˆW2LAˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2u±W2(u±W2òW2¤òW2ñøW2¬ñøW2{X2({X2±X2ô±X2GX2€GX2å[X2üå[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2åY2,åY2 ]Y2˜ ]Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºV" b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T”Ú¸ø bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºV" b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T”Ú¸ø bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºV"  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T”Ú¸ø  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ±ÑÖö�° bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1˜Ø€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ÿ|üYÙ6¶˜Ø €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb × ×LLÁÁ)6*64«4«>"?"I—I—S T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbb××LLÁÁ 6 6 « «  ••  ôôiiÞÞS S"È"È$=%='²'²)'*',œ,œ./1†1†3û3û5p6p8å8å:Z;Z=Ï=Ï?D@DB¹B¹D.E.G£G£IJL�L�NOQyQySîSîUcVcXØXØZM[M]Â]Â_7`7b¬b¬d!e!g–g–i j l€l€nònòpdqdsÖsÖuHvHxºxºz,{,}ž}ž€‚‚‚‚„ô„ô†f‡f‰؉؋JŒJ޼޼�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2%GW2Ð%GW2ÇW2LÇW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2ñ°W2(ñ°W2�ñW2¤�ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÃX2€ÃX2a[X2üa[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2kÿX2,kÿX2#\Y2˜#\Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2AP\2ÌAP\2"]2"]2¹4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwМ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 !aCƒà  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwМ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 !aCƒà  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwМ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 !aCƒà   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ±ÑÖöœ¼ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1W€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1šósÌL¥%ª ê  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ø ØOOÆÆ)=*=4´4´>+?+I I ST^Š^Šhÿhÿrtst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaØØOOÆÆ = = ´ ´++¢¢��~~õõl l"ã"ã$Z%Z'Ñ'Ñ)H*H,¿,¿.6/61­1­3$4$6›6›89;‰;‰=>@w@wBîBîDeEeGÜGÜISJSLÈLÈN=O=Q²Q²S'T'VœVœXY[†[†]û]û_p`pbåbådZeZgÏgÏiDjDl¹l¹n.o.q£q£stv�v�xy{w{w}ì}ìa€a‚Ö‚Ö„K…K‡À‡À‰5Š5ŒªŒªŽ�‘”‘”“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2—GW2ЗGW25ˆW2L5ˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2i±W2(i±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2;X2€;X2Ù[X2üÙ[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2sýX2,sýX2‰\Y2˜‰\Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2GP\2ÌGP\2"]2"]2¿4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­G b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ^ž�Ïî. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­G b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ^ž�Ïî. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­G  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ^ž�Ïî.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ±ÑÖö™¹ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1"b€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1"¢�à`¿?R €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh â â\\ÒÒ)H*H4¾4¾>4?4I¨I¨ST^�^�hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²,,¦¦  š š"#%Š%Š'(*v*v,ì,ì.b/b1Ø1Ø3N4N6Ä6Ä8:9:;°;°=&>&@œ@œBCEˆEˆGþGþItJtLèLèN\O\QÐQÐSDTDV¸V¸X,Y,[ [ ]^`ˆ`ˆbübüdpepgägäiXjXlÌlÌn@o@q´q´s(t(vœvœxy{„{„}ø}øl€l‚à‚à„T…T‡ȇȉ<Š<Œ°Œ°Ž$�$‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2GW2ÐGW2½‡W2L½‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2ñ°W2(ñ°W2�ñW2¤�ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÃX2€ÃX2a[X2üa[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2Y2,Y2¿\Y2˜¿\Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwΚ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  `B‚Þ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwΚ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  `B‚Þ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1CwΚ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  `B‚Þ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ±ÑÖö†¦ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1°ð€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1~þW×0° ‰Cƒ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØNNÃÃ)8*84­4­>"?"I•I•ST^{^{hîhîrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD*>4²4²>&?&I˜I˜S T ^|^|hîhîr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$j%j'Þ'Þ)R*R,Æ,Æ.:/:1®1®3"4"6–6–8 9 ;~;~=ò=ò?f@fBÚBÚDNENGÂGÂI6J6L¨L¨NOQŒQŒSþSþUpVpXâXâZT[T]Æ]Æ_8`8bªbªdegŽgŽijlrlrnänäpVqVsÈsÈu:v:x¬x¬z{}�}�€‚t‚t„æ„æ†X‡X‰ʉʋ<Œ<ޮޮ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2%GW2Ð%GW2ÇW2LÇW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2÷°W2(÷°W2•ñW2¤•ñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2ÉX2€ÉX2g[X2üg[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2/¥X2´ /¥X2�ÉX20 �ÉX2ÑöX2PÑöX2gýX2,gýX2ù[Y2˜ù[Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2#P\2Ì#P\2ó!]2ó!]2›4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÑ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IY™@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÑ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IY™@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÑ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IY™@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ™¹;[`€ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 M€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 �äd»;’} ½  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee ß ßUUËË)A*A4·4·>+?+IŸIŸST^‡^‡hûhûroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯%%›› ‡ ‡"ý"ý$s%s'é'é)_*_,Õ,Õ.K/K1Á1Á37476­6­8#9#;™;™=>@ƒ@ƒB÷B÷DkEkGßGßISJSLÇLÇN;O;Q¯Q¯S#T#V—V—X Y [[]ó]ó_g`gbÛbÛdOeOgÃgÃi7j7l«l«noq“q“stv{v{xïxïzc{c}×}×K€K‚¿‚¿„3…3‡§‡§‰ŠŒ�Œ�Ž�‘s‘s“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2‘GW2БGW2/ˆW2L/ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2c±W2(c±W2òW2¤òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X25X2€5X2Ó[X2üÓ[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2%¦X2´ %¦X2…ÊX20 …ÊX2Ç÷X2PÇ÷X2sýX2,sýX2§\Y2˜§\Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÏO\2ÌÏO\2Ÿ!]2Ÿ!]2G4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢< b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ^ž¬ìâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢< b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ^ž¬ìâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢<  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ^ž¬ìâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ”´XxOo bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Y€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1™úzÛ[¼<)i €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛPPÅÅ):*:4¯4¯>"?"I•I•ST^{^{hîhîrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹uuêê_ _"Ô"Ô$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?N@NBÁBÁD4E4G§G§IJL�L�NOQsQsSæSæUYVYXÌXÌZ?[?]²]²_%`%b˜b˜d e g~g~iñiñkdldn×n×pJqJs½s½u0v0x£x£z{}‰}‰üü�o‚o„â„â†U‡U‰ljNj9Œ9ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2%GW2Ð%GW2ÇW2LÇW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2÷°W2(÷°W2•ñW2¤•ñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2ÉX2€ÉX2g[X2üg[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2…¦X2´ …¦X2åÊX20 åÊX2'øX2P'øX2ûÿX2,ûÿX2�\Y2˜�\Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2±O\2̱O\2�!]2�!]2)4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÏ› b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JX˜þ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÏ› b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JX˜þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÏ›  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JX˜þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ÿ¿‘±¶Ö bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¤ä€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ié@À—înT €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝQQÅÅ)9*94­4­>?I‘I‘ST^u^uhçhçrYsY} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%��……ùùm m"á"á$U%U'É'É)=*=,±,±.%/%1™1™3 4 6�6�8õ8õ:i;i=Ý=Ý?O@OBÁBÁD3E3G¥G¥IJL‰L‰NûNûPmQmSßSßUQVQXÃXÃZ5[5]§]§_`b‹b‹dýdýfogoiáiákSlSnÅnÅp7q7s©s©uvx�x�zÿzÿ|q}qãã�U‚U„DŽdž9‡9‰ª‰ª‹ŒŽŒŽŒ�ý�ý’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2—GW2ЗGW25ˆW2L5ˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2i±W2(i±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2;X2€;X2Ù[X2üÙ[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2×Y2,×Y2I]Y2˜I]Y2çëY2$çëY2¿ÁZ2è¿ÁZ2ù­[2ìù­[2iO\2ÌiO\29!]29!]2á3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤@  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _Ÿ­íä$ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤@  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _Ÿ­íä$ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤@   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _Ÿ­íä$  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¤ÄXxx˜ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1�Á€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�~þ_ß@ÀÊ  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛNNÁÁ)4*44§4§>?I‰I‰SúSú]k^khÜhÜrMsM} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹þþqqääW W"Ê"Ê$=%='°'°)#*#,–,–. / 1|1|3ï3ï5b6b8Õ8Õ:H;H=»=»?,@,B�B�DEGGIðIðKaLaNÒNÒPCQCS´S´U%V%X–X–Z[]x]x_é_éaZbZdËdËf;?;I²I²S'T'^š^šh i s€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÞÞWWÐÐ I I  Â;;´´--¦¦˜˜ Š Š"#%|%|'õ'õ)n*n,ç,ç.`/`1Ù1Ù3R4R6Ë6Ë8D9D;½;½=6>6@¯@¯B(C(E¡E¡GHJ“J“L M O�O�QøQøSoToVæVæX]Y][Ô[Ô]K^K`Â`Âb7c7e¬e¬g!h!j–j–l m o~o~qñqñsdtdv×v×xJyJ{½{½}0~0€£€£‚ƒ…‰…‰‡ü‡ü‰nŠnŒàŒàŽR�R‘đē b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2‹GW2ЋGW2)ˆW2L)ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2]±W2(]±W2ûñW2¤ûñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2/X2€/X2Í[X2üÍ[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2A¥X2´ A¥X2¡ÉX20 ¡ÉX2ãöX2PãöX2mýX2,mýX2¡\Y2˜¡\Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—1ý b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G‡È“Ó bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—1ý b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G‡È“Ó bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—1ý  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G‡È“Ó  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �­JjjŠ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1P€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�ñqÒR³3 ` €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àUUÊÊ)?*?4´4´>*?*IžIžST^†^†húhúrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  ŠŠÿÿt t"é"é$^%^'Ó'Ó)H*H,½,½.2/21§1§346‘6‘89;{;{=ð=ð?e@eBÚBÚDOEOGÄGÄI:J:L®L®N"O"Q–Q–S T V~V~XòXòZf[f]Ú]Ú_N`NbÂbÂd6e6gªgªijl’l’noqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡�‡�‰ŠŒzŒzŽïŽï�d‘d“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2+GW2Ð+GW2ɇW2LɇW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2ý°W2(ý°W2›ñW2¤›ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2ÏX2€ÏX2m[X2üm[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2Ý¥X2´ Ý¥X2=ÊX20 =ÊX2÷X2P÷X2ÿY2,ÿY2w\Y2˜w\Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2 P\2Ì P\2Û!]2Û!]2ƒ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyМ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UA�Ê  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyМ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UA�Ê  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyМ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UA�Ê   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 y™ç , bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¦æ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1TÔ)©þ~ÓSõ 5 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>/?/I¤I¤ST^ˆ^ˆhùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIWJWLÌLÌNAOAQ¶Q¶S+T+V V XY[Š[Š]ÿ]ÿ_t`tbçbçdZeZgÍgÍi@j@l³l³n$o$q•q•stvwvwxèxèzY{Y}Ê}Ê;€;‚¬‚¬„…‡�‡�‰ŠŒqŒqŽâŽâ�S‘S“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2‘GW2БGW2/ˆW2L/ˆW2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2]±W2(]±W2ûñW2¤ûñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2/X2€/X2Í[X2üÍ[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2�¥X2´ �¥X2ïÉX20 ïÉX21÷X2P1÷X2óY2,óY2C]Y2˜C]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™5 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 F†Ç”Ô bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™5 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 F†Ç”Ô bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™5  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 F†Ç”Ô  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ™¹Bb·× bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1•Õ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1”uõVÖ7·Á €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜQQÆÆ);*;4°4°>%?%I˜I˜S T ^|^|hîhîrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒvvëë` `"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ü=Ü?Q@QBÆBÆD;E;G°G°I%J%L˜L˜N O Q~Q~SñSñUdVdX×X×ZJ[J]½]½_0`0b¢b¢deg†g†iøiøkjljnÜnÜpNqNsÀsÀu2v2x¤x¤z{}ˆ}ˆúú�l‚l„Þ„Þ†R‡R‰ʼnŋ8Œ8ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W21GW2Ð1GW2χW2LχW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2±W2(±W2¡ñW2¤¡ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2ÕX2€ÕX2s[X2üs[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2w¥X2´ w¥X2×ÉX20 ×ÉX2÷X2P÷X2aýX2,aýX2•\Y2˜•\Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2�P\2Ì�P\2_"]2_"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÓŸ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @B‚Í  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÓŸ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @B‚Í  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÓŸ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @B‚Í   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‰©˜¸Bb bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€à`À@  P €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝUUÍÍ)E*E4½4½>5?5I«I«S!T!^—^—h i sƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%���� } }"õ"õ$m%m'å'å)]*],Õ,Õ.M/M1Å1Å3=4=6µ6µ8-9-;¥;¥=>@•@•B C E…E…GýGýIuJuLëLëNaOaQ×Q×SMTMVÃVÃX9Y9[¯[¯]%^%`›`›bce‡e‡gýgýisjslélén_o_qÕqÕsKtKvÁvÁx7y7{­{­}#~#€™€™‚ƒ…………‡û‡û‰qŠqŒçŒçŽ]�]‘Ó‘Ó“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2…GW2Ð…GW2#ˆW2L#ˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2W±W2(W±W2õñW2¤õñW2ñøW2¬ñøW2{X2({X2±X2ô±X2)X2€)X2Ç[X2üÇ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2;¥X2´ ;¥X2›ÉX20 ›ÉX2ÝöX2PÝöX2aýX2,aýX2w\Y2˜w\Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2GP\2ÌGP\2"]2"]2¿4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ&ò b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 JŠË £ã bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ&ò b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 JŠË £ã bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ&ò  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 JŠË £ã  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 †¦<\\| bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1C€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ƒâbÁA  ó 3 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>4?4I«I«S"T"^”^”hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãI\J\LÓLÓNJOJQÁQÁS8T8V¯V¯X&Y&[�[�]^`‹`‹bceyeygðgðigjglÞlÞnPoPqÂqÂs4t4v¦v¦xy{Š{Š}ü}ün€n‚à‚à„R…R‡ćĉ6Š6Œ¨Œ¨Ž�‘Œ‘Œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W21GW2Ð1GW2χW2LχW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2ý°W2(ý°W2›ñW2¤›ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2ÏX2€ÏX2m[X2üm[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2w¥X2´ w¥X2×ÉX20 ×ÉX2÷X2P÷X2Y2,Y27]Y2˜7]Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2ç!]2ç!]2�4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÑ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @B‚Î bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÑ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @B‚Î bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÑ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @B‚Î  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 \||œ¡Á bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 à€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€`à@À  °ð €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛQQÇÇ)=*=4³4³>)?)I�I�ST^…^…hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$O%O'Å'Å);*;,±,±.'/'1�1�346‰6‰8ÿ8ÿ:u;u=ë=ë?a@aB×B×DMEMGÃGÃI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noqyqysísíuavaxÕxÕzI{I}½}½1€1‚¥‚¥„…‡�‡�‰ŠŒuŒuŽéŽé�]‘]“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2‹GW2ЋGW2)ˆW2L)ˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2W±W2(W±W2õñW2¤õñW2ñøW2¬ñøW2{X2({X2±X2ô±X2)X2€)X2Ç[X2üÇ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2Y2,Y2]Y2˜]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2íO\2ÌíO\2½!]2½!]2e4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ*ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I‰Ê £ã bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ*ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I‰Ê £ã bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ*ö  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I‰Ê £ã  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ž®`€…¥ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¢â€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÿ^Þ=½œ’Ò €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Û ÛPPÅÅ):*:4¯4¯>&?&I›I›ST^‚^‚hôhôrfsf} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÛÛPPÅÅ : : ¯ ¯$$™™ƒƒøømmââW W"Ì"Ì$A%A'¶'¶)+*+, , ./1Š1Š3ÿ3ÿ5t6t8é8é:^;^=Ó=Ó?H@HB½B½D2E2G§G§IJL“L“NOQ}Q}SòSòUgVgXÜXÜZQ[Q]Æ]Æ_;`;b°b°d%e%gšgšijl„l„nönöphqhsÚsÚuLvLx¾x¾z0{0}¢}¢€‚†‚†„ø„ø†j‡j‰܉܋NŒNŽÀŽÀ�2‘2“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W27GW2Ð7GW2Õ‡W2LÕ‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2 ±W2( ±W2§ñW2¤§ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÛX2€ÛX2y[X2üy[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2A¥X2´ A¥X2¡ÉX20 ¡ÉX2ãöX2PãöX2SÿX2,SÿX2I]Y2˜I]Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2YP\2ÌYP\2)"]2)"]2Ñ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Ô  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  KA�Ï bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Ô  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  KA�Ï bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Ô   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  KA�Ï  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 € Bbg‡ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ï/€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�ìl×WÂBÁ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>/?/I¤I¤ST^Ž^Žhisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIWJWLÌLÌNAOAQ¶Q¶S+T+V V XY[Š[Š]ÿ]ÿ_t`tbébéd^e^gÓgÓiHjHl½l½n2o2q§q§stv‘v‘xy{{{{}ð}ðe€e‚Ú‚Ú„O…O‡ćĉ9Š9Œ®Œ®Ž#�#‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2GW2ÐGW2ˆW2LˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2K±W2(K±W2éñW2¤éñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2X2€X2»[X2ü»[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2/¥X2´ /¥X2�ÉX20 �ÉX2ÑöX2PÑöX2aýX2,aýX2é\Y2˜é\Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2YP\2ÌYP\2)"]2)"]2Ñ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ç b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M�ÎžÞ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ç b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M�ÎžÞ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ç  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M�ÎžÞ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ÿ.NNn bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€çgÎNµ5`  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll æ æ``ÖÖ)L*L4Â4Â>8?8I¬I¬S T ^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllææ``ÚÚ T T Î ÎHHÂÂ<<¶¶00ªª$$ ž ž"#%Ž%Ž'(*z*z,ð,ð.f/f1Ü1Ü3R4R6È6È8>9>;´;´=*>*@ @ BCEŒEŒGHJxJxLìLìN`O`QÔQÔSHTHV¼V¼X0Y0[¤[¤]^`Œ`Œbcetetgègèi\j\lÐlÐnDoDq¸q¸s,t,v v xy{ˆ{ˆ}ü}üp€p‚ä‚ä„X…X‡̇̉@Š@Œ´Œ´Ž(�(‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W27GW2Ð7GW2Õ‡W2LÕ‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2±W2(±W2¡ñW2¤¡ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÕX2€ÕX2s[X2üs[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2é¥X2´ é¥X2IÊX20 IÊX2‹÷X2P‹÷X2ÿY2,ÿY2÷]Y2˜÷]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2íO\2ÌíO\2½!]2½!]2e4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Òž b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JA�Ð bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Òž b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JA�Ð bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Òž  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JA�Ð  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r’ë 0 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1šÚ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1­-˜ƒnîl¬ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜRRÇÇ)<*<4±4±>&?&I™I™S T ^^hòhòrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒxxîîd d"Ú"Ú$O%O'Ä'Ä)9*9,®,®.#/#1˜1˜3 4 6‚6‚8÷8÷:l;l=á=á?V@VBËBËD@E@GµGµI*J*L�L�NOQƒQƒSöSöUiViXÜXÜZO[O]Â]Â_5`5b¨b¨degŽgŽijltltnçnçpZqZsÍsÍu@v@x³x³z&{&}™}™ € ‚‚„ò„ò†e‡e‰؉؋KŒK޾޾�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2GW2ÐGW2ˆW2LˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2Q±W2(Q±W2ïñW2¤ïñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2#X2€#X2Á[X2üÁ[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2�¥X2´ �¥X2ïÉX20 ïÉX21÷X2P1÷X2çY2,çY2‘]Y2˜‘]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒë b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 LŒÍ Ÿß bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒë b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 LŒÍ Ÿß bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒë  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 LŒÍ Ÿß  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ƒ£6±Ñ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1…Å€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1œƒjêQÑG €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âZZÎÎ)B*B4¶4¶>*?*IœIœST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢’’  ‚ ‚"ú"ú$n%n'â'â)V*V,Ê,Ê.>/>1²1²3&4&6š6š89;‚;‚=ö=ö?j@jBÞBÞDRERGÆGÆI:J:L¬L¬NOQ�Q�STVtVtXæXæZX[X]Ê]Ê_<`v>x°x°z"{"}”}”€‚x‚x„ê„ê†\‡\‰Ή΋@Œ@޲޲�$‘$“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2sGW2�sGW2ˆW2ˆW2[ŒW2$[ŒW2E±W2�E±W2ãñW2ãñW2-öW2$-öW2X2�X2µ[X2µ[X2ÿ_X2$ÿ_X2›¢X2�›¢X2ûÆX2üûÆX2'ûX2 'ûX2INY2| INY2/ìY2Ü /ìY2ÂZ2  ÂZ2A®[2¤ A®[2MP\2„ MP\2"]2È"]2Å4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1-aY�æ²Û b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1-aY�æ²Û b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1-aY�æ²Û b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1±Ñ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10zz ô ôjjàà)V*V4Ê4Ê>>?>I²I²S&T&^š^šhis€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðzzôônnèè b b Ü ÜVVÐÐJJÄÄ::°°&& œ œ"#%ˆ%ˆ'þ'þ)t*t,ê,ê.`/`1Ö1Ö3L4L6Â6Â8898;®;®=">"@–@–B C E~E~GòGòIfJfLÚLÚNNONQÂQÂS6T6VªVªXY[’[’]^`z`zbîbîdbebgÖgÖiJjJl¾l¾n2o2q¦q¦stvŽvŽxy{v{v}ê}ê^€^‚Ò‚Ò„F…F‡¸‡¸‰+Š+ŒžŒžŽ�‘„‘„“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2yGW2�yGW2ˆW2 ˆW2�W2�W2K±W2€K±W2éñW2üéñW2ÙøW2ÙøW2X2pX2»[X2ì»[X2«bX2ô«bX2›¢X2`›¢X2ûÆX2ÌûÆX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÛ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¯ï€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÛ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¯ï€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÛ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¯ï €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1±Ñ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr è è]]ÒÒ)G*G4º4º>-?-I I ST^†^†hùhùrjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrèè^^ÔÔ J J À À66¬¬""˜˜  ‚‚÷÷l l"á"á$V%V'Ë'Ë)@*@,µ,µ.*/*1Ÿ1Ÿ346‰6‰8þ8þ:s;s=æ=æ?Y@YBÌBÌD?E?G²G²I%J%L˜L˜N O Q~Q~SñSñUdVdX×X×ZJ[J]½]½_0`0b£b£deg‰g‰iüiükolonânâpUqUsÈsÈu;v;x®x®z!{!}”}”€‚z‚z„í„í†^‡^‰ЉЋBŒBŽ´Ž´�&‘&“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2yGW2�yGW2ˆW2ˆW2[ŒW2$[ŒW2E±W2�E±W2ãñW2ãñW2-öW2$-öW2X2�X2µ[X2µ[X2ÿ_X2$ÿ_X2›¢X2�›¢X2ûÆX2üûÆX2'ûX2 'ûX2INY2| INY2ìY2Ü ìY2ïÁZ2  ïÁZ2)®[2¤ )®[2ÕO\2„ ÕO\2¥!]2È¥!]2M4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1.bW‹â®Þ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1.bW‹â®Þ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1.bW‹â®Þ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1±Ñ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx ð ðddØØ)L*L4¾4¾>0?0I¢I¢ST^†^†høhørhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðxxððhhàà X X Ð ÐHHÀÀ88°°$$˜˜  € €"ô"ô$h%h'Ü'Ü)P*P,Ä,Ä.8/81¬1¬3 4 6”6”89;|;|=î=î?`@`BÒBÒDDEDG¶G¶I(J(LšLšN O Q~Q~SðSðUbVbXÔXÔZF[F]¸]¸_*`*bœbœdeg€g€iòiòkdldnÖnÖpHqHsºsºu,v,xžxžz{}‚}‚ôô�f‚f„؄؆H‡H‰¹‰¹‹*Œ*ޛޛ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2yGW2�yGW2ˆW2 ˆW2�W2�W2K±W2€K±W2éñW2üéñW2ÙøW2ÙøW2X2pX2»[X2ì»[X2«bX2ô«bX2÷£X2`÷£X2WÈX2ÌWÈX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2�O\2T �O\2]!]2˜]!]24]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÝ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¯ï€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÝ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¯ï€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1AuÝ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¯ï €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1 -  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ê ê]]ÐÐ)C*C4´4´>%?%I–I–ST^x^xhéhérXsX} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttêê``ÖÖ L L  Â88®®$$šš  €€óóf f"Ù"Ù$L%L'¿'¿)2*2,¥,¥./1‹1‹3þ3þ5q6q8ä8ä:W;W=È=È?9@9BªBªDEGŒGŒIýIýKnLnNßNßPPQPSÁSÁU2V2X£X£Z[]…]…_ö_öagbgdØdØfIgIiºiºk+l+nœnœp q s~s~uïuïw`x`zÑzÑ|B}B³³�$‚$„•„•†‡‰t‰t‹ä‹ä�TŽT�Ä�Ä’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2IGW2�IGW2ç‡W2 ç‡W2aŒW2aŒW2±W2€±W2¹ñW2ü¹ñW23öW23öW2íX2píX2‹[X2ì‹[X2`X2ô`X2¤X2`¤X2cÈX2ÌcÈX2!ûX2ì!ûX2INY2L INY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2•P\2T •P\2e"]2˜e"]2 5]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠã¯ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠã¯ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠã¯ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1 @  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ï ïhháá)Z*Z4Ó4Ó>J?JIÁIÁS6T6^©^©his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvïïhháá Z Z Ó ÓLLÅÅ>>··00©©"" › ›"#%�%�'(**,ø,ø.q/q1ê1ê3c4c6Ü6Ü8U9U;Î;Î=G>G@À@ÀB9C9E²E²G+H+J¢J¢LMO�O�QRT~T~VõVõXlYl[ã[ã]Z^Z`Ñ`ÑbFcFe»e»g0h0j¥j¥lmo�o�qrtstsvævæxYyY{Ì{Ì}?~?€²€²‚%ƒ%…˜…˜‡ ˆ Š{Š{ŒíŒíŽ_�_‘ёѓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2GW2�GW2ˆW2 ˆW2õŽW2õŽW2Q±W2€Q±W2ïñW2üïñW2ÇøW2ÇøW2#X2p#X2Á[X2ìÁ[X2™bX2ô™bX2¤X2`¤X2cÈX2ÌcÈX2!ûX2ì!ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ä b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1žÞ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ä b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1žÞ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ä b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1žÞ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1=  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq é é^^ÓÓ)H*H4½4½>1?1I¥I¥ST^�^�hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqééaaÙÙ Q Q É ÉAA¹¹11©©““ } }"ò"ò$g%g'Ü'Ü)Q*Q,Æ,Æ.;/;1°1°3%4%6š6š89;„;„=ù=ù?n@nBãBãDXEXGÍGÍIAJALµLµN)O)Q�Q�STV…V…XùXùZm[m]á]á_U`UbÉbÉd=e=g±g±i%j%l™l™n o q�q�sõsõuivixÝxÝzQ{Q}Å}Å9€9‚­‚­„!…!‡•‡•‰ Š ŒŒŽôŽô�i‘i“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2CGW2�CGW2á‡W2 á‡W2aŒW2aŒW2±W2€±W2³ñW2ü³ñW23öW23öW2çX2pçX2…[X2ì…[X2`X2ô`X2•¢X2`•¢X2õÆX2ÌõÆX2!ûX2ì!ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2#P\2T #P\2ó!]2˜ó!]2›4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆß« b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆß« b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆß« b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1±Ñ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ë ëbbÙÙ)P*P4Ç4Ç>>µµ,,££‘‘  "ö"ö$m%m'ä'ä)[*[,Ò,Ò.I/I1À1À37476®6®8%9%;œ;œ=>@Š@ŠBCExExGïGïIdJdLÙLÙNNONQÃQÃS8T8V­V­X"Y"[—[—] ^ `�`�bôbôdgeggÚgÚiMjMlÀlÀn1o1q¢q¢stv„v„xõxõzf{f}×}×H€H‚¹‚¹„*…*‡š‡š‰ Š Œ|Œ|ŽíŽí�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2GW2�GW2ˆW2 ˆW2õŽW2õŽW2Q±W2€Q±W2ïñW2üïñW2ÇøW2ÇøW2#X2p#X2Á[X2ìÁ[X2™bX2ô™bX2•¢X2`•¢X2õÆX2ÌõÆX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~æ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ÿß€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~æ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ÿß€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~æ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ÿß €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1±Ñ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq ç ç\\ÑÑ)F*F4»4»>.?.I¡I¡ST^…^…h÷h÷risi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqçç]]ÓÓ I I ¿ ¿55««!!——  ��öök k"à"à$U%U'Ê'Ê)?*?,´,´.)/)1ž1ž346ˆ6ˆ8ý8ý:r;r=ç=ç?\@\BÑBÑDFEFG»G»I.J.L¡L¡NOQ‡Q‡SúSúUmVmXàXàZS[S]Æ]Æ_9`9b«b«deg�g�ijlslsnånåpWqWsÉsÉu;v;x­x­z{}‘}‘€‚u‚u„ç„ç†Y‡Y‰̉̋?Œ?޲޲�%‘%“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2CGW2�CGW2á‡W2 á‡W2[ŒW2[ŒW2±W2€±W2³ñW2ü³ñW2-öW2-öW2çX2pçX2…[X2ì…[X2ÿ_X2ôÿ_X2�¢X2`�¢X2ïÆX2ÌïÆX2ûX2ìûX2CNY2L CNY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2›P\2T ›P\2k"]2˜k"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡à¬ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡à¬ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡à¬ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1±Ñ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ê êbbÚÚ)R*R4Ê4Ê>@?@I¶I¶S,T,^¢^¢hisŽsŽ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrêêbbÚÚ R R Ê ÊBBºº22ªª""šš Š Š"#%z%z'ò'ò)j*j,â,â.Z/Z1Ò1Ò3J4J6Â6Â8:9:;²;²=*>*@¢@¢BCE’E’G H J€J€LöLöNlOlQâQâSXTXVÎVÎXDYD[º[º]0^0`¦`¦bce’e’ghj~j~lôlônjojqàqàsVtVvÌvÌxByB{¸{¸}.~.€¤€¤‚ƒ…�…�‡ˆŠ|Š|ŒòŒòŽh�h‘Þ‘Þ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2…GW2�…GW2#ˆW2 #ˆW2�W2�W2Q±W2€Q±W2ïñW2üïñW2ÙøW2ÙøW2#X2p#X2Á[X2ìÁ[X2«bX2ô«bX2�¢X2`�¢X2ïÆX2ÌïÆX2ûX2ìûX2CNY2L CNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡!í b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1·÷€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡!í b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1·÷€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡!í b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1·÷ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1±Ñ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ä ä[[ÒÒ)I*I4À4À>7?7I®I®S%T%^—^—h i s{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmää[[ÒÒ I I À À77®®%%œœŠŠ x x"ï"ï$f%f'Ý'Ý)T*T,Ë,Ë.B/B1¹1¹30406§6§89;•;•= > @ƒ@ƒBúBúDqEqGèGèI_J_LÖLÖNMOMQÄQÄS;T;V²V²X)Y)[ [ ]^`Ž`Žbce|e|gógóijjjlálánSoSqÅqÅs7t7v©v©xy{�{�}ÿ}ÿq€q‚ã‚ã„U…U‡LJlj9Š9Œ«Œ«Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2=GW2�=GW2Û‡W2 Û‡W2[ŒW2[ŒW2±W2€±W2­ñW2ü­ñW2-öW2-öW2áX2páX2[X2ì[X2ÿ_X2ôÿ_X2ë£X2`ë£X2KÈX2ÌKÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2#P\2T #P\2ó!]2˜ó!]2›4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ܨ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ܨ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ܨ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1(  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp æ æ\\ÒÒ)H*H4¾4¾>2?2I¦I¦ST^Ž^Žhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppææ\\ÒÒ H H ¾ ¾44ªª  ––  ‚‚øøn n"ä"ä$Z%Z'Ð'Ð)F*F,¼,¼.2/21¨1¨346”6”8 9 ;€;€=ö=ö?l@lBâBâDXEXGÎGÎIBJBL¶L¶N*O*QžQžSTV†V†XúXúZn[n]â]â_V`VbÊbÊd>e>g²g²i&j&lšlšnoq‚q‚sösöujvjxÞxÞzR{R}Æ}Æ:€:‚®‚®„"…"‡–‡–‰ Š Œ~Œ~ŽòŽò�f‘f“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2…GW2�…GW2#ˆW2 #ˆW2�W2�W2W±W2€W±W2õñW2üõñW2ÙøW2ÙøW2)X2p)X2Ç[X2ìÇ[X2«bX2ô«bX2ߣX2`ߣX2?ÈX2Ì?ÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡#ï b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¶ö€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡#ï b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¶ö€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡#ï b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¶ö €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ÿ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm â âWWÌÌ)A*A4¶4¶>+?+I I ST^‡^‡hùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmââWWÌÌ A A ¶ ¶++  ŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?O@OBÄBÄD9E9G®G®I#J#L˜L˜N O Q‚Q‚S÷S÷UlVlXáXáZV[V]Ë]Ë_@`@bµbµd*e*gŸgŸijl‰l‰nûnûpmqmsßsßuQvQxÃxÃz5{5}§}§€‚‹‚‹„ý„ý†o‡o‰á‰á‹SŒSŽÅŽÅ�7‘7“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2=GW2�=GW2Û‡W2 Û‡W2mŒW2mŒW2 ±W2€ ±W2§ñW2ü§ñW2?öW2?öW2ÛX2pÛX2y[X2ìy[X2`X2ô`X2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX2=NY2L =NY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2YP\2T YP\2)"]2˜)"]2Ñ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„Ý© b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1"b€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„Ý© b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1"b€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„Ý© b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1"b €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations12R  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn å å\\ÓÓ)J*J4Á4Á>6?6I«I«S T ^•^•h i ss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnåå\\ÓÓ J J Á Á88¯¯&&��‹‹ y y"ð"ð$g%g'Þ'Þ)U*U,Ì,Ì.C/C1º1º31416¨6¨89;–;–= > @„@„BûBûDrErGéGéI^J^LÓLÓNHOHQ½Q½S2T2V§V§XY[‘[‘]^`{`{bðbðdeeegÚgÚiOjOlÄlÄn9o9q®q®s#t#v˜v˜x y {‚{‚}÷}÷l€l‚á‚á„V…V‡ˇˉ@Š@ŒµŒµŽ*�*‘Ÿ‘Ÿ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2‹GW2�‹GW2)ˆW2 )ˆW2ÝŽW2ÝŽW2W±W2€W±W2õñW2üõñW2¯øW2¯øW2)X2p)X2Ç[X2ìÇ[X2�bX2ô�bX2�¢X2`�¢X2ïÆX2ÌïÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�*ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ï€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�*ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ï€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�*ö b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ï €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1±Ñ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ç çaa××)M*M4Ã4Ã>7?7I«I«ST^“^“his{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmççaaÛÛ U U Ï ÏIIÃÃ==··11««%% Ÿ Ÿ"#%�%�'(*{*{,ñ,ñ.g/g1Ý1Ý3S4S6É6É8?9?;µ;µ=+>+@¡@¡BCE�E�GHJwJwLëLëN_O_QÓQÓSGTGV»V»X/Y/[£[£]^`‹`‹bÿbÿdsesgçgçi[j[lÏlÏnCoCq·q·s+t+vŸvŸxy{‡{‡}û}ûo€o‚ã‚ã„W…W‡ˇˉ?Š?Œ³Œ³Ž'�'‘›‘›“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W27GW2�7GW2Õ‡W2 Õ‡W2sŒW2sŒW2 ±W2€ ±W2§ñW2ü§ñW2EöW2EöW2ÛX2pÛX2y[X2ìy[X2`X2ô`X2�¢X2`�¢X2ïÆX2ÌïÆX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚Ù¥ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1#c€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚Ù¥ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1#c€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚Ù¥ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1#c €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1±Ñ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ã ãYYÎÎ)C*C4¸4¸>+?+IžIžST^„^„h÷h÷rjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmããYYÏÏ E E » »11§§““  õõk k"á"á$V%V'Ë'Ë)@*@,µ,µ.*/*1Ÿ1Ÿ346‰6‰8þ8þ:s;s=è=è?]@]BÒBÒDGEGG¼G¼I/J/L¢L¢NOQˆQˆSûSûUnVnXáXáZT[T]Ç]Ç_:`:b­b­d e g“g“ijlylynìnìp_q_sÒsÒuEvEx¸x¸z+{+}ž}ž€‚„‚„„÷„÷†j‡j‰݉݋PŒPŽÃŽÃ�6‘6“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2‹GW2�‹GW2)ˆW2 )ˆW2ÝŽW2ÝŽW2]±W2€]±W2ûñW2üûñW2¯øW2¯øW2/X2p/X2Í[X2ìÍ[X2�bX2ô�bX2Ù£X2`Ù£X29ÈX2Ì9ÈX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�,ø b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ï€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�,ø b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ï€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�,ø b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ï €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ú  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm å å]]ÑÑ)E*E4¹4¹>+?+I�I�ST^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmåå]]ÕÕ M M Å Å==µµ--¥¥••  … …"ý"ý$q%q'å'å)Y*Y,Í,Í.A/A1µ1µ3)4)6�6�89;…;…=ù=ù?m@mBáBáDUEUGÉGÉI;J;L­L­NOQ‘Q‘STVuVuXçXçZY[Y]Ë]Ë_=`=b¯b¯d!e!g“g“ijlwlwnénép[q[sÍsÍu?v?x±x±z#{#}•}•€‚y‚y„ë„ë†]‡]‰ωϋAŒA޳޳�%‘%“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W27GW2�7GW2Õ‡W2 Õ‡W2[ŒW2[ŒW2±W2€±W2¡ñW2ü¡ñW2-öW2-öW2ÕX2pÕX2s[X2ìs[X2ÿ_X2ôÿ_X2•¥X2`•¥X2õÉX2ÌõÉX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2/P\2T /P\2ÿ!]2˜ÿ!]2§4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�Ú¦ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�Ú¦ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�Ú¦ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½Ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn è è^^ÔÔ)J*J4¾4¾>2?2I¦I¦ST^Ž^Žhistst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnèèbbÜÜ V V Ð ÐJJÄÄ>>¸¸..¤¤ � �"#%|%|'ò'ò)h*h,Þ,Þ.T/T1Ê1Ê3@4@6¶6¶8,9,;¢;¢=>@Š@ŠBþBþDrErGæGæIZJZLÎLÎNBOBQ¶Q¶S*T*VžVžXY[†[†]ú]ú_n`nbâbâdVeVgÊgÊi>j>l²l²n&o&qšqšstv‚v‚xöxözj{j}Þ}ÞR€R‚ƂƄ:…:‡¬‡¬‰ŠŒ’Œ’Ž�‘x‘x“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2‹GW2�‹GW2)ˆW2 )ˆW2ûŽW2ûŽW2]±W2€]±W2ûñW2üûñW2ÍøW2ÍøW2/X2p/X2Í[X2ìÍ[X2ŸbX2ôŸbX2k¥X2`k¥X2ËÉX2ÌËÉX2ûX2ìûX2=NY2L =NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™3ÿ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1´ô€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™3ÿ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1´ô€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™3ÿ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1´ô €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1�°  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜQQÆÆ);*;4®4®>!?!I”I”ST^z^zhíhír^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒvvëë` `"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ú=Ú?M@MBÀBÀD3E3G¦G¦IJLŒLŒNÿNÿPrQrSåSåUXVXXËXËZ>[>]±]±_$`$b—b—d e g}g}iðiðkclcnÖnÖpIqIs¼s¼u/v/x¢x¢z{}ˆ}ˆûû�n‚n„á„á†R‡R‰ĉċ6Œ6ލލ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W21GW2�1GW2χW2 χW2[ŒW2[ŒW2±W2€±W2¡ñW2ü¡ñW2-öW2-öW2ÕX2pÕX2s[X2ìs[X2ÿ_X2ôÿ_X2¤X2`¤X2{ÈX2Ì{ÈX2ûX2ìûX2=NY2L =NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2·O\2T ·O\2‡!]2˜‡!]2/4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KÖ¢ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KÖ¢ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KÖ¢ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Aa  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll ä äXXÌÌ)@*@4²4²>$?$I–I–ST^z^zhìhìr\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllää\\ÔÔ L L Ä Ä<<´´,,¤¤ŒŒ t t"è"è$\%\'Ð'Ð)D*D,¸,¸.,/,1 1 346ˆ6ˆ8ü8ü:p;p=â=â?T@TBÆBÆD8E8GªGªIJLŽLŽNOQrQrSäSäUVVVXÈXÈZ:[:]¬]¬_`b�b�degtgtiæiækXlXnÊnÊp?IŠIŠSûSû]l^lhÝhÝrLsL} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽttççZ Z"Í"Í$@%@'³'³)&*&,™,™. / 113ò3ò5e6e8Ø8Ø:K;K=¼=¼?-@-BžBžDEG€G€IñIñKbLbNÓNÓPDQDSµSµU&V&X—X—Z[]y]y_ê_êa[b[dÌdÌf=g=i®i®kln�n�pqsrsruãuãwTxTzÅzÅ|6}6§§�‚„‰„‰†ø†øˆh‰h‹Ø‹Ø�HŽH�¸�¸’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2+GW2�+GW2ɇW2 ɇW2gŒW2gŒW2ý°W2€ý°W2›ñW2ü›ñW29öW29öW2ÏX2pÏX2m[X2ìm[X2 `X2ô `X2 ¤X2` ¤X2iÈX2ÌiÈX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2wP\2T wP\2G"]2˜G"]2ï4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~×£ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1_€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~×£ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1_€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~×£ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1_ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations15U  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ã ã\\ÕÕ)N*N4Ç4Ç>>?>IµIµS*T*^�^�his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjãã\\ÕÕ N N Ç Ç@@¹¹22««$$�� � �"#%�%�'ú'ú)s*s,ì,ì.e/e1Þ1Þ3W4W6Ð6Ð8I9I;Â;Â=;>;@´@´B-C-E¦E¦GHJ–J–L M O„O„QûQûSrTrVéVéX`Y`[×[×]N^N`Å`Åb:c:e¯e¯g$h$j™j™lmo�o�qôqôsgtgvÚvÚxMyM{À{À}3~3€¦€¦‚ƒ…Œ…Œ‡ý‡ý‰oŠoŒáŒáŽS�S‘őœ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2‘GW2�‘GW2/ˆW2 /ˆW2׎W2׎W2c±W2€c±W2òW2üòW2©øW2©øW25X2p5X2Ó[X2ìÓ[X2{bX2ô{bX2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2P\2T P\2á!]2˜á!]2‰4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢< b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ï€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢< b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ï€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢< b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ï €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1;[  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝRRÇÇ)<*<4±4±>%?%I™I™S T ^�^�hõhõrisi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%��‡‡üüq q"æ"æ$[%['Ð'Ð)E*E,º,º.///1¤1¤346Ž6Ž89;x;x=í=í?b@bB×B×DLELGÁGÁI5J5L©L©NOQ‘Q‘STVyVyXíXíZa[a]Õ]Õ_I`Ib½b½d1e1g¥g¥ijl�l�noququséséu]v]xÑxÑzE{E}¹}¹-€-‚¡‚¡„…‡‰‡‰‰þ‰þ‹sŒsŽèŽè�]‘]“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2+GW2�+GW2ɇW2 ɇW2gŒW2gŒW2÷°W2€÷°W2•ñW2ü•ñW29öW29öW2ÉX2pÉX2g[X2ìg[X2 `X2ô `X2w¥X2`w¥X2×ÉX2Ì×ÉX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2P\2T P\2Õ!]2˜Õ!]2}4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|ÓŸ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 `€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|ÓŸ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 `€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|ÓŸ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 ` €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1£Ã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>0?0I¥I¥ST^‰^‰húhúrjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubèbèd[e[gÎgÎiAjAl´l´n%o%q–q–stvxvxxéxézZ{Z}Ë}Ë<€<‚­‚­„…‡އމÿ‰ÿ‹pŒpŽáŽá�R‘R“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2—GW2�—GW25ˆW2 5ˆW2׎W2׎W2c±W2€c±W2òW2üòW2©øW2©øW25X2p5X2Ó[X2ìÓ[X2{bX2ô{bX2w¥X2`w¥X2×ÉX2Ì×ÉX2ûX2ìûX27NY2L 7NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2ÉO\2T ÉO\2™!]2˜™!]2A4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢>  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ï€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢>  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ï€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢>  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ï €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¡Á  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛPPÅÅ):*:4¯4¯>"?"I•I•ST^y^yhëhër]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹uuêê_ _"Ô"Ô$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯I"J"L•L•NOQ{Q{SîSîUaVaXÔXÔZG[G]º]º_-`-bŸbŸdegƒgƒiõiõkglgnÙnÙpKqKs½s½u/v/x¡x¡z{}…}…÷÷�i‚i„Û„Û†M‡M‰À‰À‹3Œ3ަަ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2%GW2�%GW2ÇW2 ÇW2OŒW2OŒW2÷°W2€÷°W2•ñW2ü•ñW2!öW2!öW2ÉX2pÉX2g[X2ìg[X2ó_X2ôó_X2•¥X2`•¥X2õÉX2ÌõÉX2ûX2ìûX21NY2L 1NY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2ƒP\2T ƒP\2S"]2˜S"]2û4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Ô  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Ô  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Ô  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ãã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞVVÎÎ)F*F4¾4¾>4?4IªIªS T ^˜^˜his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$n%n'æ'æ)^*^,Ö,Ö.N/N1Æ1Æ3>4>6¶6¶8.9.;¦;¦=>@–@–BCE†E†GþGþItJtLêLêN`O`QÖQÖSLTLVÂVÂX8Y8[®[®]$^$`š`šbce†e†gügüirjrlèlèn`o`qÖqÖsLtLvÂvÂx8y8{®{®}$~$€š€š‚ƒ…†…†‡ü‡ü‰rŠrŒèŒèŽ^�^‘Ô‘Ô“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2—GW2�—GW25ˆW2 5ˆW2õŽW2õŽW2i±W2€i±W2òW2üòW2ÇøW2ÇøW2;X2p;X2Ù[X2ìÙ[X2™bX2ô™bX2ë£X2`ë£X2KÈX2ÌKÈX2ûX2ìûX21NY2L 1NY2ìY2¬ ìY29ÀZ2p 9ÀZ2�[2t �[2;P\2T ;P\21 ]2˜1 ]2Ù2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«E b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1±ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«E b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1±ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«E b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1±ñ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1@<  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ø ØOOÆÆ)=*=4´4´>+?+I¢I¢ST^•^•hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaØØOOÆÆ = = ´ ´++¢¢��~~õõl l"ã"ã$Z%Z'Ñ'Ñ)H*H,¿,¿.6/61­1­3$4$6›6›89;‰;‰=>@w@wBîBîDeEeGÜGÜISJSLÊLÊNAOAQ¸Q¸S/T/V¦V¦XY[”[”] ^ `‚`‚bùbùdpepgçgçi^j^lÕlÕnQoQqÃqÃs5t5v§v§xy{‹{‹}ý}ýo€o‚á‚á„S…S‡Ňʼn7Š7Œ©Œ©Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2%GW2�%GW2ÇW2 ÇW2OŒW2OŒW2ñ°W2€ñ°W2�ñW2ü�ñW2!öW2!öW2ÃX2pÃX2a[X2ìa[X2ó_X2ôó_X2A¥X2`A¥X2¡ÉX2Ì¡ÉX2ûX2ìûX21NY2L 1NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2 P\2T  P\2Û!]2˜Û!]2ƒ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyМ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyМ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyМ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1nŽ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÆÆ)<*<4²4²>&?&IšIšST^†^†húhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$N%N'Ä'Ä):*:,°,°.&/&1œ1œ346ˆ6ˆ8þ8þ:t;t=ê=ê?`@`BÖBÖDLELGÂGÂI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`Jb¾b¾d2e2g¦g¦ijlŽlŽnoqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡އމŠŒvŒvŽêŽê�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2—GW2�—GW25ˆW2 5ˆW2ïŽW2ïŽW2i±W2€i±W2òW2üòW2ÁøW2ÁøW2;X2p;X2Ù[X2ìÙ[X2“bX2ô“bX2G¥X2`G¥X2§ÉX2̧ÉX2ûX2ìûX21NY2L 1NY2ÿëY2¬ ÿëY2'ÀZ2p 'ÀZ2�[2t �[2áO\2T áO\2×]2˜×]22]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«G b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1°ð€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«G b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1°ð€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«G b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1°ð €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1�™  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ö ÖKKÀÀ)5*54ª4ª>?I”I”S T ^ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÖÖKKÀÀ 5 5 ª ª””  ~~óóhhÝÝR R"Ç"Ç$<%<'±'±)&*&,›,›./1…1…3ú3ú5o6o8ä8ä:Y;Y=Î=Î?C@CB¸B¸D-E-G¢G¢IJLŒLŒNOQvQvSëSëU`V`XÕXÕZJ[J]¿]¿_4`4b©b©deg“g“ijl}l}n÷n÷piqisÛsÛuMvMx¿x¿z1{1}£}£€‚‡‚‡„ù„ù†k‡k‰݉݋OŒOŽÁŽÁ�3‘3“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2GW2�GW2½‡W2 ½‡W2[ŒW2[ŒW2ñ°W2€ñ°W2�ñW2ü�ñW2-öW2-öW2ÃX2pÃX2a[X2ìa[X2ÿ_X2ôÿ_X2å£X2`å£X2EÈX2ÌEÈX2 ûX2€ ûX21NY2à1NY2ìY2@ìY2?ÀZ2Ú ?ÀZ2�[2ú �[2MP\2Ò MP\2C ]2r C ]2ë2]2’ €} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÑ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1\€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÑ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1\€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÑ� b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1\ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1:6  bÒ-g�operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z 1z5"5z9"9b=reasonOperatorInputsvalue7kernelSpecoutputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7  operation.6exchange :z2â ú reasonOperatorInputsvalue8¢Planned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })binvocations1Ç0bb Ù ÙPPÉÉ)@*@4·4·>,?,I¡I¡ST^—^—h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßITJTLÉLÉN>O>Q³Q³S(T(V�V�XY[‡[‡]ü]ü_q`qbæbæd[e[gÐgÐiEjElºlºn;o;q°q°s%t%všvšxy{„{„}ù}ùn€n‚ã‚ã„X…X‡͇͉BŠBŒ·Œ·Ž,�,‘¡‘¡“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2�GW2��GW2;ˆW2 ;ˆW2ËŽW2ËŽW2o±W2€o±W2 òW2ü òW2�øW2�øW2AX2pAX2ß[X2ìß[X2obX2ôobX2Y¢X2`Y¢X2¹ÆX2̹ÆX2 ûX2ì ûX21NY2L 1NY2ìY2¬ ìY2?ÀZ2p ?ÀZ2�[2t �[2MP\2T MP\2C ]2˜C ]2ë2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´N b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ï€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´N b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ï€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´N b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ï €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1±­  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Û ÛUUÕÕ)K*K4Á4Á>5?5I©I©ST^�^�his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÛÛUUÏÏ I I à Ã==··11««%%ŸŸ “ “" # %�%�'(*y*y,ï,ï.e/e1Û1Û3Q4Q6Ç6Ç8=9=;³;³=)>)@Ÿ@ŸBCE‹E‹GHJuJuLéLéN]O]QÑQÑSETEV¹V¹X-Y-[¡[¡]^`‰`‰býbýdqeqgågåiYjYlÍlÍnMoMqÁqÁs5t5v©v©xy{‘{‘}~€y€y‚í‚í„a…a‡Õ‡Õ‰IŠIŒ½Œ½Ž1�1‘¥‘¥“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2GW2�GW2·‡W2 ·‡W2[ŒW2[ŒW2ë°W2€ë°W2‰ñW2ü‰ñW2-öW2-öW2½X2p½X2[[X2ì[[X2ÿ_X2ôÿ_X2Y¢X2`Y¢X2¹ÆX2̹ÆX2 ûX2ì ûX21NY2L 1NY2ÿëY2¬ ÿëY2'ÀZ2p 'ÀZ2�[2t �[2çO\2T çO\2Ý]2˜Ý]2…2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÍ™ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1]€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÍ™ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1]€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1BvÍ™ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1] €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1±­  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×MMÆÆ);*;4°4°>#?#I–I–S T ^ˆ^ˆhûhûrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¥b¥deg‹g‹iþiþkqlqnðnðpcqcsÖsÖuIvIx¼x¼z/{/}¢}¢€‚ˆ‚ˆ„û„û†n‡n‰á‰á‹TŒTŽÇŽÇ�:‘:“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2�GW2��GW2;ˆW2 ;ˆW2ËŽW2ËŽW2o±W2€o±W2 òW2ü òW2�øW2�øW2AX2pAX2ß[X2ìß[X2obX2ôobX2Y¢X2`Y¢X2¹ÆX2̹ÆX2 ûX2ì ûX21NY2L 1NY2ÿëY2¬ ÿëY2'ÀZ2p 'ÀZ2�[2t �[2ÕO\2T ÕO\2Ë]2˜Ë]2s2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´P b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ï€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´P b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ï€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´P b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ï €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1±­  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ù ÙQQÍÍ)A*A4µ4µ>'?'I™I™S T ^‰^‰hûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A ¹ ¹11©©!!™™‰‰ y y"ñ"ñ$m%m'á'á)U*U,É,É.=/=1±1±3%4%6™6™8 9 ;�;�=õ=õ?i@iBÝBÝDQEQGÅGÅI7J7L©L©NOQ�Q�SÿSÿUqVqXãXãZU[U]Ç]Ç_9`9b«b«deg�g�ijlslsnñnñpcqcsÕsÕuGvGx¹x¹z+{+}�}�€‚�‚�„ó„ó†e‡e‰׉׋IŒI޻޻�-‘-“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Í2W2ïFW2ïFW2�‡W2|�‡W2ñŒW2„ñŒW2'�W2ð'�W2±™W2|±™W2çœW2HçœW2»°W2Ô»°W2YñW2PYñW2ÃöW2XÃöW2ùùW2ÄùùW2ƒX2PƒX2¹X2¹X2�X2¨�X2+[X2$ +[X2•`X2, •`X2ËcX2˜ ËcX2UmX2$ UmX2‹pX2ð ‹pX2Í�X2| Í�X2¥X2X¥X2qÉX2ÔqÉX2³öX2ô³öX2¥Y2Ð¥Y2a$?$I—I—ST^‰^‰hühüroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð77­­##™™   « «!!——  ƒƒwwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?P@PBÃBÃD6E6G©G©IJL�L�NOQuQuSèSèU[V[XÎXÎZA[A]´]´_'`'b¦b¦degŒgŒiÿiÿkrlrnånåpXqXsËsËu>v>x±x±z${$}—}— € ‚}‚}„ð„ð†c‡c‰Õ‰Õ‹GŒG޹޹�+‘+“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2µGW2èµGW2SˆW2dSˆW2�W2l�W2‹˜W2苘W2Á›W2´Á›W2�±W2@�±W2òW2¼òW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2SX2˜SX2ñ[X2ñ[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2§œX2ð §œX2¥X2Ì ¥X2eÉX2H eÉX2§öX2h§öX2m Y2Dm Y2)>Y2Ð)>Y2_Y2ô_Y2jY2 jY2 ìY2¬ ìY2ãÁZ2pãÁZ2®[2t®[2—»[2T—»[2#P\2à#P\2ó!]2$ó!]2›4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐl8 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Cƒ™ÙÆ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐl8 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Cƒ™ÙÆ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐl8  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Cƒ™ÙÆ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 "B›»Gg bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1d¤H8x x ¸  ^ bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1ddäHÈ,¬�ôtØX¼<  oï8¸†�lìÊJ R Ò 8 ¸  ž  „ ê j Ð PÉ ´ôX˜þ>¤ä bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee ß ßUUÍÍ)*4¹4¹>-?-I¡I¡S!T!^•^•h i s}s}} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯%%›› ‡ ‡"ý"ý$u%u'ë'ë)a*a,×,×.M/M1�1�346‰6‰8ÿ8ÿ:u;u=>@…@…BùBùDmEmGáGáIUJULÉLÉN=O=Q±Q±S%T%V™V™X Y [�[�]õ]õ_i`ibébéd]e]gÑgÑiEjEl¹l¹n-o-q¡q¡stv‰v‰xýxýzq{q}å}åY€Y‚͂̈́A…A‡µ‡µ‰(Š(Œ›Œ›Ž�‘�‘�“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Í2W2éFW2éFW2‡‡W2|‡‡W2ñŒW2„ñŒW2'�W2ð'�W2±™W2|±™W2çœW2HçœW2»°W2Ô»°W2YñW2PYñW2ÃöW2XÃöW2ùùW2ÄùùW2ƒX2PƒX2¹X2¹X2�X2¨�X2+[X2$ +[X2•`X2, •`X2ËcX2˜ ËcX2UmX2$ UmX2‹pX2ð ‹pX2Í�X2| Í�X2·¤X2X·¤X2ÉX2ÔÉX2YöX2ôYöX2… Y2Ð… Y2A>Y2\A>Y2­bY2€­bY2«mY2¬«mY2çëY28çëY2¿ÁZ2ü¿ÁZ2ù­[2ù­[2s»[2às»[2iO\2liO\29!]2°9!]2á3]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¨t b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1³ó bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¨t b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1³ó  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¨t  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1³ó bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ž®®Î÷ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1”Ôh¨:zø 8 8 x bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d”¨(¼<ÐPädøx Œ  2 ² D Ä © ) V Ö ˆ  h è i é z ú H È Œ žD°0ĘØjª<| bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1088 Õ ÕPPÃÃ)6*64©4©>?I‹I‹ST^y^yhêhêr[s[} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð88®®$$šš   ­ ­##™™……ssææY Y"Ì"Ì$?%?'²'²)%*%,˜,˜. / 1~1~3ñ3ñ5d6d8×8×:J;J=½=½?.@.BŸBŸDEG�G�IòIòKcLcNÔNÔPEQES¶S¶U'V'X˜X˜Z [ ]z]z_ë_ëahbhdÙdÙfJgJi»i»k,l,n�n�pqssuðuðwaxazÒzÒ|C}C´´�%‚%„–„–†‡‰w‰w‹ç‹ç�WŽW�Ç�Ç’# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2µGW2èµGW2SˆW2dSˆW2�W2l�W2‹˜W2苘W2Á›W2´Á›W2‡±W2@‡±W2%òW2¼%òW2ÓøW2ÄÓøW2]X2@]X2“X2 “X2YX2˜YX2÷[X2÷[X2¥bX2 ¥bX2/lX2˜ /lX2eoX2d eoX2§œX2ð §œX2/¥X2Ì /¥X2�ÉX2H �ÉX2ÑöX2hÑöX2#Y2D#Y2ß!?!I“I“ST^ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››ƒƒ÷÷k k"ß"ß$W%W'Ë'Ë)?*?,³,³.'/'1t1t3è3è5\6\8Ð8Ð:D;D=ß=ß?Q@QBÃBÃD5E5G§G§IJL‹L‹NýNýPoQoSáSáUSVSXÅXÅZ7[7]©]©_`b™b™d e g}g}iïiïkalanÓnÓpEqEs·s·u)v)x›x›z { }}ññ�c‚c„Õ„Õ†G‡G‰¸‰¸‹)Œ)ŽšŽš� ‘ “  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2GW2èGW2½‡W2d½‡W2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2ë°W2@ë°W2‰ñW2¼‰ñW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2½X2˜½X2[[X2[[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2‡¤X2Ì ‡¤X2çÈX2H çÈX2)öX2h)öX2iY2DiY2%ü>üH–I–ST^ˆ^ˆhühürrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ØØPPÈÈ @ @ ¸ ¸00¨¨  ˜˜  ‚‚÷÷l l"á"á$V%V'Ë'Ë)@*@,µ,µ.*/*1Ÿ1Ÿ346‰6‰8þ8þ:s;s=è=è?]@]BÒBÒDGEGG¼G¼I J L€L€NôNôPhQhSÜSÜUvVvXêXêZ^[^]Ò]Ò_F`FbÄbÄd8e8g¬g¬i j l”l”noq|q|sðsðudvdxØxØzL{L}À}À4€4‚¨‚¨„…‡’‡’‰ŠŒ|Œ|ŽñŽñ�f‘f“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2¯GW2è¯GW2MˆW2dMˆW2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2{±W2@{±W2òW2¼òW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2MX2˜MX2ë[X2ë[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2S¥X2Ì S¥X2³ÉX2H ³ÉX2õöX2hõöX2iY2DiY2%;?;I²I²S'T'^œ^œhéhér‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÞÞWWÐÐ I I  Â;;´´--¦¦˜˜ Š Š"#%|%|'õ'õ)n*n,ç,ç.`/`1Ù1Ù3R4R6Ë6Ë8D9D;½;½=6>6@¯@¯B(C(E¡E¡GHJ“J“L M O�O�QøQøSoToVæVæX]Y][Ô[Ô]K^K`Â`Âb7c7e¬e¬g!h!j–j–l m o€o€qóqósftfvÙvÙxLyL{™{™} ~ €€‚ò‚ò„e…e‡þ‡þ‰pŠpŒâŒâŽT�T‘ƑƓ  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2GW2èGW2·‡W2d·‡W2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2ë°W2@ë°W2‰ñW2¼‰ñW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2½X2˜½X2[[X2[[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2äX2Ì äX2#ÉX2H #ÉX2eöX2heöX2½Y2D½Y2yø>øH’I’S T ^~^~hðhðrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††ûûppååZ Z"Ï"Ï$D%D'¹'¹).*.,£,£./1�1�346w6w8ì8ì:a;a=Ö=Ö?K@KBÀBÀD5E5GªGªIøIøKkLkNÞNÞPQQQSÄSÄU^V^XÑXÑZD[D]·]·_*`*b¤b¤degˆgˆiúiúklllnÞnÞpPqPsÂsÂu4v4x¦x¦z{}Š}Šüü�n‚n„à„à†T‡T‰ljNj:Œ:Ž­Ž­� ‘ “  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2¯GW2è¯GW2MˆW2dMˆW2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2�±W2@�±W2òW2¼òW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2SX2˜SX2ñ[X2ñ[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2;¥X2Ì ;¥X2›ÉX2H ›ÉX2ÝöX2hÝöX2© Y2D© Y2e>Y2Ðe>Y2é\Y2ôé\Y2çgY2 çgY2ÿëY2¬ÿëY2×ÁZ2p×ÁZ2®[2t®[2‹»[2T‹»[2ÿO\2àÿO\2Ï!]2$Ï!]2w4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“Çe1 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G‡”ÔÊ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“Çe1 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G‡”ÔÊ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“Çe1  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G‡”ÔÊ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ttˆ¨y™ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1CƒÆI‰Ì ] � bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dCÆÉIŒ OÏ’ÕU˜[Ûžáa¤$ g ç © ) * ª t ô í m ? ¿ ° 0 Š s ³ ö 6 y ¹ ü <v¶ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>-?-I¢I¢ST^Š^ŠhÔhÔrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbåbådXeXgËgËi>j>l±l±n&o&q—q—stvyvyxêxêz4{4}¥}¥€‚‡‚‡„ø„ø†‘‡‘‰ŠŒsŒsŽäŽä�U‘U“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2%GW2Ð%GW2ÇW2LÇW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2ñ°W2(ñ°W2�ñW2¤�ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2ÃX2€ÃX2a[X2üa[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2#¥X2´ #¥X2ƒÉX20 ƒÉX2ÅöX2PÅöX2…Y2,…Y2]Y2˜]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2/P\2Ì/P\2ÿ!]2ÿ!]2§4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÓŸ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TCƒÓ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÓŸ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TCƒÓ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÓŸ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TCƒÓ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ŸŸ¿[{ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations13 s €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ý}ØX³3 Ž  K €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` × ×NNÅÅ)<*<4³4³>,?,I£I£ST^Œ^Œhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``××NNÅÅ < < ³ ³**¡¡��}}ôôk k"â"â$Y%Y'Ð'Ð)G*G,¾,¾.5/51¬1¬3#4#6š6š89;ˆ;ˆ=ÿ=ÿ?v@vBíBíDdEdGÛGÛITJTLËLËNBOBQ¹Q¹S0T0V§V§XY[•[•] ^ `ƒ`ƒbúbúdqeqgègèi_j_lÖlÖnHoHqºqºs,t,vžvžxy{‚{‚}ô}ôf€f‚؂؄J…J‡¼‡¼‰.Š.Œ Œ Ž�‘„‘„“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2£GW2УGW2AˆW2LAˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2u±W2(u±W2òW2¤òW2ëøW2¬ëøW2uX2(uX2«X2ô«X2GX2€GX2å[X2üå[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2á¤X2´ á¤X2AÉX20 AÉX2ƒöX2PƒöX2{Y2,{Y2w\Y2˜w\Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2}P\2Ì}P\2M"]2M"]2õ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºV" b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘رñ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºV" b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘رñ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºV"  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘رñ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ö¥Å; bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1+k €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�NΛèh C €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝUUÍÍ)E*E4½4½>5?5I«I«S!T!^—^—h i sƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%���� } }"õ"õ$m%m'å'å)]*],Õ,Õ.M/M1Å1Å3=4=6µ6µ8-9-;¥;¥=>@•@•B C E…E…GýGýIuJuLëLëNaOaQ×Q×SMTMVÃVÃX9Y9[¯[¯]%^%`›`›bce‡e‡gýgýisjslélén_o_qÕqÕsKtKvÁvÁx7y7{­{­}#~#€™€™‚ƒ…………‡û‡û‰qŠqŒçŒçŽ]�]‘Ó‘Ó“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2GW2ÐGW2½‡W2L½‡W2�W2T�W2�˜W2Ð�˜W2Ó›W2œÓ›W2ñ°W2(ñ°W2�ñW2¤�ñW2åøW2¬åøW2oX2(oX2¥X2ô¥X2ÃX2€ÃX2a[X2üa[X2·bX2 ·bX2AlX2€ AlX2woX2L woX2¹œX2Ø ¹œX2Ÿ¤X2´ Ÿ¤X2ÿÈX20 ÿÈX2AöX2PAöX2 Y2, Y2^Y2˜^Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÑ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UCƒÒ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÑ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UCƒÒ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÑ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UCƒÒ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ”´´ÔÙù bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Î €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1i é D Ä  Ÿ ú z ¦æ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Õ ÕJJ¿¿)4*44©4©> ? I•I•S T ^|^|hîhîr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÕÕJJ¿¿ 4 4 © ©““}}òòggÜÜQ Q"Æ"Æ$;%;'°'°)%*%,š,š./1„1„3ù3ù5n6n8ã8ã:X;X=Í=Í?B@BB·B·D,E,G¡G¡IJL�L�NOQwQwSìSìUaVaXÖXÖZK[K]À]À_5`5bªbªdeg”g”i j l~l~nðnðpbqbsÔsÔuFvFx¸x¸z*{*}œ}œ€‚€‚€„ò„ò†d‡d‰Ö‰Ö‹HŒHŽºŽº�,‘,“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2©GW2ЩGW2GˆW2LGˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2{±W2({±W2òW2¤òW2ñøW2¬ñøW2{X2({X2±X2ô±X2MX2€MX2ë[X2üë[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2;¥X2´ ;¥X2›ÉX20 ›ÉX2ÝöX2PÝöX2 Y2, Y2]Y2˜]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2P\2ÌP\2Õ!]2Õ!]2}4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼Z& b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R’Ú²ò bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼Z& b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R’Ú²ò bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼Z&  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R’Ú²ò  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ³ÓØøt” bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¸ ø €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1µ 5 ‚  O Ï  œ �Ð €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙOOÅÅ);*;4±4±>'?'I›I›ST^ƒ^ƒh÷h÷rksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰ÿÿuuëëa a"×"×$M%M'Ã'Ã)9*9,¯,¯.%/%1›1›346‡6‡8ý8ý:s;s=é=é?_@_BÕBÕDKEKGÁGÁI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqwqwsësëu_v_xÓxÓzG{G}»}»/€/‚£‚£„…‡‹‡‹‰ÿ‰ÿ‹sŒsŽçŽç�[‘[“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2%GW2Ð%GW2ÇW2LÇW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2÷°W2(÷°W2•ñW2¤•ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÉX2€ÉX2g[X2üg[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2¦X2´ ¦X2aÊX20 aÊX2£÷X2P£÷X2™Y2,™Y2U]Y2˜U]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2AP\2ÌAP\2"]2"]2¹4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÔ  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]E…à  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÔ  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]E…à  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÔ   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]E…à   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ³ÓØø2R bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1G‡ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1à`¹9’ k ë Ú €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Þ ÞXXÎÎ)D*D4º4º>0?0I¤I¤ST^Œ^Œhistst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÞÞXXÒÒ L L Æ Æ@@ºº44®®((¢¢ – –"#%†%†'ü'ü)r*r,è,è.^/^1Ô1Ô3J4J6À6À8696;¬;¬=">"@˜@˜BCE„E„GúGúIpJpLäLäNXOXQÌQÌS@T@V´V´X(Y([œ[œ]^`„`„bøbødlelgàgàiTjTlÈlÈn/?/I¤I¤ST^Ž^Žhisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIWJWLÌLÌNAOAQ¶Q¶S+T+V V XY[Š[Š]ÿ]ÿ_t`tbébéd^e^gÓgÓiHjHl½l½n2o2q§q§stv‘v‘xy{{{{}ð}ðe€e‚Ú‚Ú„O…O‡ćĉ9Š9Œ®Œ®Ž#�#‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2%GW2Ð%GW2ÇW2LÇW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2÷°W2(÷°W2•ñW2¤•ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÉX2€ÉX2g[X2üg[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2k¥X2´ k¥X2ËÉX20 ËÉX2 ÷X2P ÷X23Y2,3Y2ë]Y2˜ë]Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÏO\2ÌÏO\2Ÿ!]2Ÿ!]2G4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÒž b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 \D„Þ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÒž b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 \D„Þ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÒž  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 \D„Þ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ³ÓØøŸ¿ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1à €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1D Ä  � ö v Ï O s³ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜTTÈÈ)<*<4°4°>$?$I–I–ST^z^zhìhìr^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœŒŒ | |"ô"ô$h%h'Ü'Ü)P*P,Ä,Ä.8/81¬1¬3 4 6”6”89;|;|=ð=ð?d@dBØBØDLELGÀGÀI4J4L¦L¦NOQŠQŠSüSüUnVnXàXàZR[R]Ä]Ä_6`6b¨b¨degŒgŒiþiþkplpnânâpTqTsÆsÆu8v8xªxªz{}Ž}Ž€‚r‚r„ä„ä†V‡V‰ȉȋ:Œ:ެެ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2£GW2УGW2AˆW2LAˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2u±W2(u±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2GX2€GX2å[X2üå[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2G¥X2´ G¥X2§ÉX20 §ÉX2éöX2PéöX2ûY2,ûY2%]Y2˜%]Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±O b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]��Íð0 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±O b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]��Íð0 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±O  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]��Íð0  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ³ÓØøy™ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1© é €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ä D “  b â 1 ± ­í €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÅÅ):*:4¯4¯>$?$I—I—S T ^}^}hðhðrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$M%M'Â'Â)7*7,¬,¬.!/!1–1–3 4 6€6€8õ8õ:j;j=ß=ß?T@TBÉBÉD>E>G³G³I(J(L›L›NOQ�Q�SôSôUgVgXÚXÚZM[M]À]À_3`3b¦b¦degŒgŒiÿiÿkrlrnånåpXqXsËsËu>v>x±x±z${$}—}— € ‚}‚}„ð„ð†c‡c‰Ö‰Ö‹IŒI޼޼�/‘/“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2+GW2Ð+GW2ɇW2LɇW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2ý°W2(ý°W2›ñW2¤›ñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2ÏX2€ÏX2m[X2üm[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2…Y2,…Y2%]Y2˜%]Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÏO\2ÌÏO\2Ÿ!]2Ÿ!]2G4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÕ¡ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  I[›@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÕ¡ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  I[›@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÕ¡  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  I[›@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 }�{›'G bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1* j €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÃCšqñH È ©é €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×LLÁÁ)6*64«4«>?I‘I‘ST^w^whêhêr]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡üüqqææ[ ["Ð"Ð$E%E'º'º)/*/,¤,¤./1Ž1Ž346x6x8í8í:b;b=×=×?J@JB½B½D0E0G£G£IJL‰L‰NüNüPoQoSâSâUUVUXÈXÈZ;[;]®]®_!`!b”b”degzgziíiík`l`nÓnÓpFqFs¹s¹u,v,xŸxŸz{}…}…øø�k‚k„Þ„Þ†Q‡Q‰ÉË5Œ5ާާ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2—GW2ЗGW25ˆW2L5ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2i±W2(i±W2òW2¤òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2;X2€;X2Ù[X2üÙ[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2­¥X2´ ­¥X2 ÊX20  ÊX2O÷X2PO÷X2�Y2,�Y2¹\Y2˜¹\Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2)P\2Ì)P\2ù!]2ù!]2¡4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤@  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 \œ¦æâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤@  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 \œ¦æâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤@   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 \œ¦æâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 «Ëf†Õõ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1)i €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�`à1± ‚ 9y €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii ã ãYYÏÏ)E*E4»4»>/?/I£I£ST^‹^‹hÿhÿrsss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiãã]]×× Q Q Ë ËEE¿¿99³³))ŸŸ ‹ ‹"#%w%w'í'í)c*c,Ù,Ù.O/O1Å1Å3;4;6±6±8'9';�;�=>@‡@‡BûBûDoEoGãGãIWJWLËLËN?O?Q³Q³S'T'V›V›XY[ƒ[ƒ]÷]÷_k`kbßbßdSeSgÇgÇi;j;l¯l¯n#o#q—q—s t vvxóxózg{g}Û}ÛO€O‚ÂÄ7…7‡«‡«‰ŠŒ‘Œ‘Ž�‘w‘w“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2+GW2Ð+GW2ɇW2LɇW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2ý°W2(ý°W2›ñW2¤›ñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2ÏX2€ÏX2m[X2üm[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2±¤X2´ ±¤X2ÉX20 ÉX2SöX2PSöX2 Y2, Y2Á]Y2˜Á]Y2çëY2$çëY2¿ÁZ2è¿ÁZ2ù­[2ìù­[2iO\2ÌiO\29!]29!]2á3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÓŸ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JZšþ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÓŸ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JZšþ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÓŸ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JZšþ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 šººÚßÿ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Á €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 Ÿ ö v Í M ¤ $ @€ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙLL¿¿)2*24¥4¥>?I‡I‡SøSø]i^ihÚhÚrKsK} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰üüooââU U"È"È$;%;'®'®)!*!,”,”./1z1z3í3í5`6`8Ó8Ó:F;F=¹=¹?*@*B›B›D E G}G}IîIîK_L_NÐNÐPAQAS²S²U#V#X”X”Z[]v]v_ç_çaXbXdÉdÉf:g:i«i«kln�n�pþpþrosouàuàwQxQzÂzÂ|3}3¤¤�‚„†„††÷†÷ˆg‰g‹׋×�GŽG�·�·’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2�GW2Ð�GW2;ˆW2L;ˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2i±W2(i±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2;X2€;X2Ù[X2üÙ[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2•¥X2´ •¥X2õÉX20 õÉX27÷X2P7÷X2Y2,Y2I]Y2˜I]Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2±O\2̱O\2�!]2�!]2)4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦D b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]�§çä$ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦D b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]�§çä$ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦D  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]�§çä$  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‹«-M½Ý bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1º ú €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ó S ¤ $ u õ F Æ Ê  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßSSÇÇ);*;4¯4¯>!?!I“I“ST^w^whéhér[s[} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ‡‡ûûo o"ã"ã$W%W'Ë'Ë)?*?,³,³.'/'1›1›346ƒ6ƒ8÷8÷:k;k=ß=ß?Q@QBÃBÃD5E5G§G§IJL‹L‹NýNýPoQoSáSáUSVSXÅXÅZ7[7]©]©_`b�b�dÿdÿfqgqiãiãkUlUnÇnÇp9q9s«s«uvx�x�z{}s}såå�W‚W„ɄɆ;‡;‰¬‰¬‹ŒŽŽŽŽ�ÿ�ÿ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1Çpß2W21GW2Ø1GW2χW2TχW2�W2\�W2£˜W2Ø£˜W2Ù›W2¤Ù›W2±W20±W2¡ñW2¬¡ñW2ëøW2´ëøW2uX20uX2«X2ü«X2ÕX2ˆÕX2s[X2s[X2½bX2 ½bX2GlX2ˆ GlX2}oX2T }oX2¿œX2à ¿œX2ÕžX2¼ ÕžX2M¢X2H M¢X2­ÆX2´ ­ÆX2ïóX2ÔïóX2™Y2°™Y2 ]Y2 ]Y2 ìY2¨ ìY2ãÁZ2lãÁZ2®[2p®[2P\2PP\2ç!]2”ç!]2�4]2˜€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Ö¢ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 RCƒÉ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Ö¢ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 RCƒÉ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Ö¢  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 RCƒÉ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes1152patternContiguousinvocations1€} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1zš bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1;{ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¨(ÿVÖ- ­ ŠÊ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜQQÆÆ);*;4°4°>&?&IšIšST^‚^‚höhörlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœ††ûûp p"å"å$Z%Z'Ï'Ï)D*D,¹,¹../.1£1£346�6�89;w;w=ì=ì?a@aBÖBÖDKEKGÀGÀI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`Jb¾b¾d2e2g¦g¦ijlŽlŽnoqvqvsêsêu^v^xÒxÒzF{F}º}º.€.‚¢‚¢„…‡Œ‡Œ‰ŠŒvŒvŽëŽë�`‘`“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2‘GW2БGW2/ˆW2L/ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2c±W2(c±W2òW2¤òW2ëøW2¬ëøW2uX2(uX2«X2ô«X25X2€5X2Ó[X2üÓ[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2‰¥X2´ ‰¥X2éÉX20 éÉX2+÷X2P+÷X2‰Y2,‰Y2]Y2˜]Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2}P\2Ì}P\2M"]2M"]2õ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™5 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 E…È‘Ñ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™5 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 E…È‘Ñ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™5  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 E…È‘Ñ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¤ÄXx­Í bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1.n€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¸8� bâ7 · ŽÎ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii â â[[ÔÔ)M*M4Æ4Æ>???I¶I¶S+T+^ž^žhis„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiââ[[ÔÔ M M Æ Æ??¸¸11ªª##œœ Ž Ž"#%€%€'ù'ù)r*r,ë,ë.d/d1Ý1Ý3V4V6Ï6Ï8H9H;Á;Á=:>:@³@³B,C,E¥E¥GHJ—J—LMO…O…QüQüSsTsVêVêXaYa[Ø[Ø]O^O`Æ`Æb;c;e°e°g%h%jšjšlmo‚o‚qõqõshthvÛvÛxNyN{Á{Á}4~4€§€§‚ƒ…�…�‡ˆŠrŠrŒäŒäŽV�V‘ȑȓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W21GW2Ð1GW2χW2LχW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2ý°W2(ý°W2›ñW2¤›ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2ÏX2€ÏX2m[X2üm[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2a¦X2´ a¦X2ÁÊX20 ÁÊX2øX2PøX2-Y2,-Y2£]Y2˜£]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Ô  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 QCƒÊ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Ô  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 QCƒÊ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Ô   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 QCƒÊ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �½e…Šª bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ò  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 „ Û [ ² 2 ‰ !a €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94®4®>#?#I–I–ST^z^zhìhìr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?O@OBÄBÄD9E9G®G®I#J#L–L–N O Q|Q|SïSïUbVbXÕXÕZH[H]»]»_.`.b b deg„g„iöiökhlhnÚnÚpLqLs¾s¾u0v0x¢x¢z{}†}†øø�j‚j„܄܆P‡P‰ÉË6Œ6ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2—GW2ЗGW25ˆW2L5ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2c±W2(c±W2òW2¤òW2ëøW2¬ëøW2uX2(uX2«X2ô«X25X2€5X2Ó[X2üÓ[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2¥X2´ ¥X2wÉX20 wÉX2¹öX2P¹öX2 Y2, Y2£]Y2˜£]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2 P\2Ì P\2Û!]2Û!]2ƒ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›9 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 D„Ç’Ò bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›9 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 D„Ç’Ò bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›9  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 D„Ç’Ò  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 „¤??_ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1± ñ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 Œ á a ¶ 6 ‹ #c €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Þ ÞUUÌÌ)C*C4º4º>1?1I¦I¦ST^Š^Šhûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâIYJYLÎLÎNCOCQ¸Q¸S-T-V¢V¢XY[Œ[Œ]^`v`vbébéd\e\gÏgÏiBjBlµlµn&o&q—q—stvyvyxêxêz[{[}Ì}Ì=€=‚®‚®„…‡‘‡‘‰ŠŒsŒsŽäŽä�U‘U“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W27GW2Ð7GW2Õ‡W2LÕ‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2 ±W2( ±W2§ñW2¤§ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2ÛX2€ÛX2y[X2üy[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2©¦X2´ ©¦X2 ËX20  ËX2KøX2PKøX2¥Y2,¥Y2Ù]Y2˜Ù]Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2AP\2ÌAP\2"]2"]2¹4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|×£ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @D„Í  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|×£ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @D„Í  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|×£  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @D„Í   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p�­ÍÒò bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D„ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€âbÄD ¦ & P� €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>0?0I§I§ST^�^�histst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIXJXLÏLÏNFOFQ½Q½S4T4V«V«X"Y"[™[™]^`‡`‡bþbþdueugìgìicjclÚlÚnLoLq¾q¾s0t0v¢v¢xy{†{†}ø}øj€j‚܂܄N…N‡À‡À‰2Š2Œ¤Œ¤Ž�‘ˆ‘ˆ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2‹GW2ЋGW2)ˆW2L)ˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2W±W2(W±W2õñW2¤õñW2ñøW2¬ñøW2{X2({X2±X2ô±X2)X2€)X2Ç[X2üÇ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2‰¥X2´ ‰¥X2éÉX20 éÉX2+÷X2P+÷X2ŸY2,ŸY2Ù]Y2˜Ù]Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2•P\2Ì•P\2e"]2e"]2 5]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ*ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 HˆË �Ý bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ*ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 HˆË �Ý bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ*ö  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 HˆË �Ý  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ™¹©ÉBb bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1>~ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�ðpÐP ° 0 T” €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áYYÑÑ)I*I4Á4Á>9?9I¯I¯S%T%^›^›his‡s‡} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‘‘  � �"ù"ù$q%q'é'é)a*a,Ù,Ù.Q/Q1É1É3A4A6¹6¹8191;©;©=!>!@™@™BCE‰E‰GHJyJyLïLïNeOeQÛQÛSQTQVÇVÇX=Y=[³[³])^)`Ÿ`Ÿbce‹e‹ghjwjwlílíncocqÙqÙsOtOvÅvÅx;y;{±{±}'~'€�€�‚ƒ…‰…‰‡ÿ‡ÿ‰uŠuŒëŒëŽa�a‘בד b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W27GW2Ð7GW2Õ‡W2LÕ‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2±W2(±W2¡ñW2¤¡ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2ÕX2€ÕX2s[X2üs[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2w¥X2´ w¥X2×ÉX20 ×ÉX2÷X2P÷X2EY2,EY2{^Y2˜{^Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2íO\2ÌíO\2½!]2½!]2e4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Õ¡ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @D„Î bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Õ¡ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @D„Î bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Õ¡  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @D„Î  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ³ÓØøœ¼ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1æ & €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ˆ  j ê L Ì . ® ò2 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ù ÙNNÃÃ)8*84­4­>$?$I™I™ST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÙÙNNÃà 8 8 ­ ­""——  ��öökkààU U"Ê"Ê$?%?'´'´))*),ž,ž./1ˆ1ˆ3ý3ý5r6r8ç8ç:\;\=Ñ=Ñ?F@FB»B»D0E0G¥G¥IJL‘L‘NOQ{Q{SðSðUeVeXÚXÚZO[O]Ä]Ä_9`9b®b®d#e#g˜g˜i j l‚l‚nônôpfqfsØsØuJvJx¼x¼z.{.} } €‚„‚„„ö„ö†h‡h‰Ú‰Ú‹LŒL޾޾�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2‹GW2ЋGW2)ˆW2L)ˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2]±W2(]±W2ûñW2¤ûñW2ñøW2¬ñøW2{X2({X2±X2ô±X2/X2€/X2Í[X2üÍ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2 ¥X2´  ¥X2kÉX20 kÉX2­öX2P­öX2?Y2,?Y2{^Y2˜{^Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�.ú b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G‡Ê �Ý bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�.ú b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G‡Ê �Ý bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�.ú  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G‡Ê �Ý  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 y™ --M bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Þ  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�  p ð P Ð 0 ° ô4 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝSSÉÉ)?*?4µ4µ>+?+IŸIŸST^‡^‡hûhûroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��yyïïe e"Û"Û$Q%Q'Ç'Ç)=*=,³,³.)/)1Ÿ1Ÿ346‹6‹89;w;w=í=í?c@cBÙBÙDOEOGÅGÅI;J;L¯L¯N#O#Q—Q—S T VVXóXóZg[g]Û]Û_O`ObÃbÃd7e7g«g«ijl“l“noq{q{sïsïucvcx×x×zK{K}¿}¿3€3‚§‚§„…‡�‡�‰ŠŒwŒwŽëŽë�_‘_“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2=GW2Ð=GW2Û‡W2LÛ‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2 ±W2( ±W2§ñW2¤§ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÛX2€ÛX2y[X2üy[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2é¥X2´ é¥X2IÊX20 IÊX2‹÷X2P‹÷X2«Y2,«Y2Ÿ^Y2˜Ÿ^Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2YP\2ÌYP\2)"]2)"]2Ñ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ؤ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 GCƒÏ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ؤ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 GCƒÏ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ؤ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 GCƒÏ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ppp� * bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1E… €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1YÙFÆ3 ³   W €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh â â\\ÒÒ)H*H4¾4¾>4?4I¨I¨ST^�^�hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²,,¦¦  š š"#%Š%Š'(*v*v,ì,ì.b/b1Ø1Ø3N4N6Ä6Ä8:9:;°;°=&>&@œ@œBCEˆEˆGþGþItJtLèLèN\O\QÐQÐSDTDV¸V¸X,Y,[ [ ]^`ˆ`ˆbübüdpepgägäiXjXlÌlÌn@o@q´q´s(t(vœvœxy{„{„}ø}øl€l‚à‚à„T…T‡ȇȉ<Š<Œ°Œ°Ž$�$‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2…GW2Ð…GW2#ˆW2L#ˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2Q±W2(Q±W2ïñW2¤ïñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2#X2€#X2Á[X2üÁ[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2¿Y2,¿Y2¥^Y2˜¥^Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2YP\2ÌYP\2)"]2)"]2Ñ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒë b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹ÎœÜ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒë b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹ÎœÜ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒë  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹ÎœÜ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ž®]}‚¢ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Zš€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1hèSÓ> ¾ ) © Z €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii à àWWÎÎ)E*E4¼4¼>3?3I¨I¨ST^’^’his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiààWWÎÎ E E ¼ ¼33ªª!!˜˜††ýýt t"ë"ë$b%b'Ù'Ù)P*P,Ç,Ç.>/>1µ1µ3,4,6£6£89;‘;‘=>@@BöBöDmEmGäGäI[J[LÐLÐNEOEQºQºS/T/V¤V¤XY[Ž[Ž]^`x`xbíbídbebg×g×iLjLlÁlÁn6o6q«q«s t v•v•x y {{}ô}ôi€i‚Þ‚Þ„S…S‡ȇȉ=Š=Œ²Œ²Ž'�'‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W27GW2Ð7GW2Õ‡W2LÕ‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2 ±W2( ±W2§ñW2¤§ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÛX2€ÛX2y[X2üy[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2m¦X2´ m¦X2ÍÊX20 ÍÊX2øX2PøX2WY2,WY2M_Y2˜M_Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Ö¢ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 FCƒÐ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Ö¢ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 FCƒÐ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Ö¢  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 FCƒÐ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ³ÓØøŽ® bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ò 2 €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 � ú z ç g Ô TÄ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àXXÌÌ)@*@4´4´>(?(IšIšS T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  �� € €"ø"ø$l%l'à'à)T*T,È,È.Œ>ްް�"‘"“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2…GW2Ð…GW2#ˆW2L#ˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2W±W2(W±W2õñW2¤õñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2)X2€)X2Ç[X2üÇ[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2ÿ¤X2´ ÿ¤X2_ÉX20 _ÉX2¡öX2P¡öX2+ Y2,+ Y2M_Y2˜M_Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2óO\2ÌóO\2Ã!]2Ã!]2k4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…#ï b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 JŠÍ �Ý bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…#ï b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 JŠÍ �Ý bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…#ï  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 JŠÍ �Ý  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 nŽû; bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ç €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ” ÿ  ê j Õ UÅ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞTTÉÉ)>*>4³4³>(?(I›I›ST^�^�hôhôrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽzzððf f"Ü"Ü$Q%Q'Æ'Æ);*;,°,°.%/%1š1š346„6„8ù8ù:n;n=ã=ã?X@XBÍBÍDBEBG·G·I,J,LŸLŸNOQ…Q…SøSøUkVkXÞXÞZQ[Q]Ä]Ä_7`7bªbªdeg�g�ijlvlvnénép\q\sÏsÏuBvBxµxµz({(}›}›€‚�‚�„ô„ô†g‡g‰Ú‰Ú‹MŒMŽÀŽÀ�3‘3“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2mGW2�mGW2 ˆW2 ˆW2[ŒW2$[ŒW2?±W2�?±W2ÝñW2ÝñW2-öW2$-öW2X2�X2¯[X2¯[X2ÿ_X2$ÿ_X2›¢X2�›¢X2ûÆX2üûÆX2'ûX2 'ûX2ONY2| ONY2ìY2Ü ìY2õÁZ2  õÁZ2/®[2¤ /®[2óO\2„ óO\2Ã!]2ÈÃ!]2k4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1)][�ê¶ Õ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1)][�ê¶ Õ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1)][�ê¶ Õ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³Ó  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ì ìaaÖÖ)K*K4¾4¾>1?1I¤I¤ST^Š^Šhýhýrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvììbbØØ N N Ä Ä::°°&&œœ††ûûp p"å"å$Z%Z'Ï'Ï)D*D,¹,¹../.1£1£346�6�89;w;w=ê=ê?]@]BÐBÐDCECG¶G¶I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnænæpYqYsÌsÌu?v?x²x²z%{%}˜}˜ € ‚~‚~„ñ„ñ†b‡b‰Ô‰Ô‹FŒFޏޏ�*‘*“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2GW2�GW2ˆW2 ˆW2�W2�W2Q±W2€Q±W2ïñW2üïñW2ÙøW2ÙøW2#X2p#X2Á[X2ìÁ[X2«bX2ô«bX2›¢X2`›¢X2ûÆX2ÌûÆX2'ûX2ì'ûX2ONY2L ONY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2GP\2T GP\2"]2˜"]2¿4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cwß b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1«ë€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cwß b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1«ë€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cwß b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1«ë €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³Ó  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ð ðffÜÜ)R*R4Æ4Æ>:?:I®I®S"T"^–^–h i s|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvððjjää ^ ^ Ø ØRRÌÌFFÀÀ66¬¬"" ˜ ˜"#%„%„'ú'ú)p*p,æ,æ.\/\1Ò1Ò3H4H6¾6¾8494;ª;ª=>@’@’BCEzEzGîGîIbJbLÖLÖNJOJQ¾Q¾S2T2V¦V¦XY[Ž[Ž]^`v`vbêbêd^e^gÒgÒiFjFlºlºn.o.q¢q¢stvŠvŠxþxþzr{r}æ}æZ€Z‚΂΄B…B‡´‡´‰'Š'ŒšŒšŽ � ‘€‘€“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2sGW2�sGW2ˆW2ˆW2[ŒW2$[ŒW2E±W2�E±W2ãñW2ãñW2-öW2$-öW2X2�X2µ[X2µ[X2ÿ_X2$ÿ_X2÷£X2�÷£X2WÈX2üWÈX2'ûX2 'ûX2ONY2| ONY2 ìY2Ü  ìY2ãÁZ2  ãÁZ2®[2¤ ®[2�O\2„ �O\2]!]2È]!]24]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1*^Y�æ² Ø b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1*^Y�æ² Ø b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1*^Y�æ² Ø b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1/  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ì ì__ÒÒ)E*E4¶4¶>'?'I˜I˜S T ^z^zhëhërZsZ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvììbbØØ N N Ä Ä::°°&&œœ‚‚õõh h"Û"Û$N%N'Á'Á)4*4,§,§./1�1�346s6s8æ8æ:Y;Y=Ê=Ê?;@;B¬B¬DEGŽGŽIÿIÿKpLpNáNáPRQRSÃSÃU4V4X¥X¥Z[]‡]‡_ø_øaibidÚdÚfKgKi¼i¼k-l-nžnžpqs€s€uñuñwbxbzÓzÓ|D}Dµµ�&‚&„—„—†‡‰v‰v‹æ‹æ�VŽV�Æ�Æ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2GW2�GW2ˆW2 ˆW2�W2�W2Q±W2€Q±W2ïñW2üïñW2ÙøW2ÙøW2#X2p#X2Á[X2ìÁ[X2«bX2ô«bX2›¢X2`›¢X2ûÆX2ÌûÆX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cwá b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ªê€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cwá b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ªê€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Cwá b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ªê €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³Ó  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv î îbbÖÖ)J*J4¼4¼>.?.I I ST^„^„höhörfsf} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvîîffÞÞ V V Î ÎFF¾¾66®®""––  ~ ~"ò"ò$f%f'Ú'Ú)N*N,Â,Â.6/61ª1ª346’6’89;z;z=ì=ì?^@^BÐBÐDBEBG´G´I&J&L˜L˜N O Q|Q|SîSîU`V`XÒXÒZD[D]¶]¶_(`(bšbšd e g~g~iðiðkblbnÔnÔpFqFs¸s¸u*v*xœxœz{}€}€òò�d‚d„Ö„Ö†F‡F‰·‰·‹(Œ(ޙޙ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2OGW2�OGW2í‡W2 í‡W2[ŒW2[ŒW2!±W2€!±W2¿ñW2ü¿ñW2-öW2-öW2óX2póX2‘[X2ì‘[X2ÿ_X2ôÿ_X2›¢X2`›¢X2ûÆX2ÌûÆX2!ûX2ì!ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2/P\2T /P\2ÿ!]2˜ÿ!]2§4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒç³ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1G€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒç³ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1G€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒç³ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1G €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³Ó  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu í íbb××)L*L4Á4Á>5?5I©I©ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuííeeÝÝ U U Í ÍEE½½55­­""——  � �"ö"ö$k%k'à'à)U*U,Ê,Ê.?/?1´1´3)4)6ž6ž89;ˆ;ˆ=ý=ý?r@rBçBçD\E\GÑGÑIEJEL¹L¹N-O-Q¡Q¡STV‰V‰XýXýZq[q]å]å_Y`YbÍbÍdAeAgµgµi)j)l�l�noq…q…sùsùumvmxáxázU{U}É}É=€=‚±‚±„%…%‡™‡™‰ŠŒƒŒƒŽøŽø�m‘m“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2…GW2�…GW2#ˆW2 #ˆW2õŽW2õŽW2Q±W2€Q±W2ïñW2üïñW2ÇøW2ÇøW2#X2p#X2Á[X2ìÁ[X2™bX2ô™bX2¤X2`¤X2cÈX2ÌcÈX2!ûX2ì!ûX2INY2L INY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2�P\2T �P\2_"]2˜_"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€è b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1œÜ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€è b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1œÜ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€è b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1œÜ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1 @  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ë ëddÝÝ)V*V4Ï4Ï>F?FI½I½S2T2^¥^¥his‰s‰} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrëëddÝÝ V V Ï ÏHHÁÁ::³³,,¥¥ — —"#%‰%‰'(*{*{,ô,ô.m/m1æ1æ3_4_6Ø6Ø8Q9Q;Ê;Ê=C>C@¼@¼B5C5E®E®G'H'JžJžLMOŒOŒQRTzTzVñVñXhYh[ß[ß]V^V`Í`ÍbBcBe·e·g,h,j¡j¡lmo‰o‰qüqüsotovâvâxUyU{È{È};~;€®€®‚!ƒ!…”…”‡ˆŠwŠwŒéŒéŽ[�[‘͓͑ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2IGW2�IGW2ç‡W2 ç‡W2[ŒW2[ŒW2±W2€±W2¹ñW2ü¹ñW2-öW2-öW2íX2píX2‹[X2ì‹[X2ÿ_X2ôÿ_X2›¢X2`›¢X2ûÆX2ÌûÆX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠã¯ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1F€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠã¯ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1F€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠã¯ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1F €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³Ó  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss é é^^ÓÓ)H*H4½4½>0?0I£I£ST^‡^‡hùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðsséé__ÕÕ K K Á Á77­­##™™ƒƒøøm m"â"â$W%W'Ì'Ì)A*A,¶,¶.+/+1 1 346Š6Š8ÿ8ÿ:t;t=é=é?^@^BÓBÓDHEHG½G½I0J0L£L£NOQ‰Q‰SüSüUoVoXâXâZU[U]È]È_;`;b­b­deg‘g‘ijlulunçnçpYqYsËsËu=v=x¯x¯z!{!}“}“€‚w‚w„é„é†[‡[‰Ή΋AŒAŽ´Ž´�'‘'“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2…GW2�…GW2#ˆW2 #ˆW2õŽW2õŽW2W±W2€W±W2õñW2üõñW2ÇøW2ÇøW2)X2p)X2Ç[X2ìÇ[X2™bX2ô™bX2›¢X2`›¢X2ûÆX2ÌûÆX2!ûX2ì!ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2P\2T P\2í!]2˜í!]2•4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€ê b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ý€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€ê b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ý€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€ê b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ý €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³Ó  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr é é``××)N*N4Å4Å>:?:I¯I¯S"T"^“^“histst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrréé``×× N N Å Å<<³³**¡¡�� } }"ô"ô$k%k'â'â)Y*Y,Ð,Ð.G/G1¾1¾35456¬6¬8#9#;š;š=>@ˆ@ˆBÿBÿDvEvGíGíIbJbL×L×NLOLQÁQÁS6T6V«V«X Y [•[•] ^ ``bòbòdeeegØgØiKjKl¾l¾n/o/q q stv‚v‚xóxózd{d}Õ}ÕF€F‚·‚·„(…(‡˜‡˜‰ Š ŒzŒzŽëŽë�\‘\“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2IGW2�IGW2ç‡W2 ç‡W2[ŒW2[ŒW2±W2€±W2³ñW2ü³ñW2-öW2-öW2çX2pçX2…[X2ì…[X2ÿ_X2ôÿ_X2•¢X2`•¢X2õÆX2ÌõÆX2!ûX2ì!ûX2CNY2L CNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ä° b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ä° b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ä° b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³Ó  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq è è__ÖÖ)M*M4Ä4Ä>;?;I²I²S)T)^›^›h i ss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqèè__ÖÖ M M Ä Ä;;²²))  ŽŽ | |"ó"ó$j%j'á'á)X*X,Ï,Ï.F/F1½1½34446«6«8"9";™;™=>@‡@‡BþBþDuEuGìGìIcJcLÚLÚNQOQQÈQÈS?T?V¶V¶X-Y-[¤[¤]^`’`’b c e€e€g÷g÷injnlålånWoWqÉqÉs;t;v­v­xy{‘{‘}~€u€u‚ç‚ç„Y…Y‡ˇˉ=Š=Œ¯Œ¯Ž!�!‘“‘““ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2‹GW2�‹GW2)ˆW2 )ˆW2�W2�W2W±W2€W±W2õñW2üõñW2ÓøW2ÓøW2)X2p)X2Ç[X2ìÇ[X2¥bX2ô¥bX2•¢X2`•¢X2õÆX2ÌõÆX2!ûX2ì!ûX2CNY2L CNY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2›P\2T ›P\2k"]2˜k"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰%ñ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1±ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰%ñ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1±ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰%ñ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1±ñ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³Ó  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn æ æ^^ÖÖ)N*N4Æ4Æ>>¶¶..¦¦–– † †"þ"þ$v%v'î'î)f*f,Þ,Þ.V/V1Î1Î3F4F6¾6¾8696;®;®=&>&@ž@žBCEŽEŽGHJ|J|LòLòNhOhQÞQÞSTTTVÊVÊX@Y@[¶[¶],^,`¢`¢bceŽeŽghjzjzlðlðnfofqÜqÜsRtRvÈvÈx>y>{´{´}*~*€ € ‚ƒ…Œ…Œ‡ˆŠxŠxŒîŒîŽd�d‘Ú‘Ú“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2CGW2�CGW2á‡W2 á‡W2[ŒW2[ŒW2±W2€±W2³ñW2ü³ñW2-öW2-öW2çX2pçX2…[X2ì…[X2ÿ_X2ôÿ_X2•¢X2`•¢X2õÆX2ÌõÆX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡à¬ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡à¬ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡à¬ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³Ó  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo ä äYYÎÎ)C*C4¸4¸>-?-I¢I¢ST^‰^‰hûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooääYYÎÎ C C ¸ ¸--¢¢ŒŒvvëë` `"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ü=Ü?Q@QBÆBÆD;E;G°G°I%J%LšLšNOQ„Q„SùSùUnVnXãXãZX[X]Í]Í_B`Bb·b·d,e,g¡g¡ijl‹l‹nýnýpoqosásáuSvSxÅxÅz7{7}©}©€‚�‚�„ÿ„ÿ†q‡q‰ã‰ã‹UŒUŽÇŽÇ�9‘9“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2‹GW2�‹GW2)ˆW2 )ˆW2�W2�W2]±W2€]±W2ûñW2üûñW2ÓøW2ÓøW2/X2p/X2Í[X2ìÍ[X2¥bX2ô¥bX2å£X2`å£X2EÈX2ÌEÈX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2#P\2T #P\2ó!]2˜ó!]2›4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰'ó b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1°ð€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰'ó b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1°ð€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰'ó b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1°ð €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1"  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn ä äZZÐÐ)F*F4¼4¼>0?0I¤I¤ST^Œ^Œhistst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnääZZÐÐ F F ¼ ¼22¨¨””  €€ööl l"â"â$X%X'Î'Î)D*D,º,º.0/01¦1¦346’6’89;~;~=ô=ô?j@jBàBàDVEVGÌGÌI@J@L´L´N(O(QœQœSTV„V„XøXøZl[l]à]à_T`TbÈbÈd;?;I¯I¯S#T#^—^—h i ss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqëëeeßß Y Y Ó ÓMMÇÇAA»»55¯¯)) £ £"#%“%“' ( **,õ,õ.k/k1á1á3W4W6Í6Í8C9C;¹;¹=/>/@¥@¥BCE‘E‘GHJ{J{LïLïNcOcQ×Q×SKTKV¿V¿X3Y3[§[§]^`�`�bcewewgëgëi_j_lÓlÓnGoGq»q»s/t/v£v£xy{‹{‹}ÿ}ÿs€s‚ç‚ç„[…[‡χωCŠCŒ·Œ·Ž+�+‘Ÿ‘Ÿ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2‹GW2�‹GW2)ˆW2 )ˆW2ÝŽW2ÝŽW2]±W2€]±W2ûñW2üûñW2¯øW2¯øW2/X2p/X2Í[X2ìÍ[X2�bX2ô�bX2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2YP\2T YP\2)"]2˜)"]2Ñ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’.ú b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Í€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’.ú b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Í€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’.ú b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Í €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations12R  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj á áXXÏÏ)F*F4½4½>2?2I§I§ST^‘^‘his{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjááXXÏÏ F F ½ ½44««""™™‡‡þþu u"ì"ì$c%c'Ú'Ú)Q*Q,È,È.?/?1¶1¶3-4-6¤6¤89;’;’= > @€@€B÷B÷DnEnGåGåIZJZLÏLÏNDODQ¹Q¹S.T.V£V£XY[�[�]^`w`wbìbìdaeagÖgÖiKjKlÀlÀn5o5qªqªstv”v”x y {~{~}ó}óh€h‚݂݄R…R‡LJlj<Š<Œ±Œ±Ž&�&‘›‘›“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2=GW2�=GW2Û‡W2 Û‡W2mŒW2mŒW2±W2€±W2­ñW2ü­ñW2?öW2?öW2áX2páX2[X2ì[X2`X2ô`X2ߣX2`ߣX2?ÈX2Ì?ÈX2ûX2ìûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„Ý© b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1_€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„Ý© b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1_€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„Ý© b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1_ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1   bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo ç ç__ÓÓ)G*G4»4»>-?-IŸIŸST^ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooçç__×× O O Ç Ç??··//§§—— ‡ ‡"ÿ"ÿ$s%s'ç'ç)[*[,Ï,Ï.C/C1·1·3+4+6Ÿ6Ÿ89;‡;‡=û=û?o@oBãBãDWEWGËGËI=J=L¯L¯N!O!Q“Q“STVwVwXéXéZ[[[]Í]Í_?`?b±b±d#e#g•g•ijlylynënëp]q]sÏsÏuAvAx³x³z%{%}—}— € ‚{‚{„í„í†_‡_‰щыCŒC޵޵�'‘'“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2‘GW2�‘GW2/ˆW2 /ˆW2ÝŽW2ÝŽW2]±W2€]±W2ûñW2üûñW2¯øW2¯øW2/X2p/X2Í[X2ìÍ[X2�bX2ô�bX2�¢X2`�¢X2ïÆX2ÌïÆX2ûX2ìûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’0ü b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Í€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’0ü b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Í€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’0ü b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Í €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³Ó  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk á áWWÌÌ)A*A4¶4¶>)?)IœIœST^‚^‚hõhõrhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkááWWÍÍ C C ¹ ¹//¥¥‘‘}}óói i"ß"ß$T%T'É'É)>*>,³,³.(/(1�1�346‡6‡8ü8ü:q;q=æ=æ?[@[BÐBÐDEEEGºGºI-J-L L NOQ†Q†SùSùUlVlXßXßZR[R]Å]Å_8`8b«b«deg‘g‘ijlwlwnênêp]q]sÐsÐuCvCx¶x¶z){)}œ}œ€‚‚‚‚„õ„õ†h‡h‰Û‰Û‹NŒNŽÁŽÁ�4‘4“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W27GW2�7GW2Õ‡W2 Õ‡W2[ŒW2[ŒW2 ±W2€ ±W2§ñW2ü§ñW2-öW2-öW2ÛX2pÛX2y[X2ìy[X2ÿ_X2ôÿ_X2›¥X2`›¥X2ûÉX2ÌûÉX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÕO\2T ÕO\2¥!]2˜¥!]2M4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OƒÞª b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OƒÞª b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OƒÞª b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj à àUUÊÊ)?*?4²4²>%?%I˜I˜S T ^~^~hñhñrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjààVVÌÌ B B ¸ ¸..¤¤��zzïïd d"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=Þ=Þ?Q@QBÄBÄD7E7GªGªIJL�L�NOQvQvSéSéU\V\XÏXÏZB[B]µ]µ_(`(b›b›deg�g�iôiôkglgnÚnÚpMqMsÀsÀu3v3x¦x¦z{}Œ}Œÿÿ�r‚r„å„å†V‡V‰ȉȋ:Œ:ެެ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2‘GW2�‘GW2/ˆW2 /ˆW2ûŽW2ûŽW2c±W2€c±W2òW2üòW2ÍøW2ÍøW25X2p5X2Ó[X2ìÓ[X2ŸbX2ôŸbX2›¥X2`›¥X2ûÉX2ÌûÉX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›7 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1®î€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›7 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1®î€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›7 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1®î €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Áá  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ä äZZÐÐ)F*F4º4º>.?.I¢I¢ST^Š^Šhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjää^^ØØ R R Ì ÌFFÀÀ::´´**   Œ Œ"#%x%x'î'î)d*d,Ú,Ú.P/P1Æ1Æ3<4<6²6²8(9(;ž;ž=>@†@†BúBúDnEnGâGâIVJVLÊLÊN>O>Q²Q²S&T&VšVšXY[‚[‚]ö]ö_j`jbÞbÞdReRgÆgÆi:j:l®l®n"o"q–q–s t v~v~xòxòzf{f}Ú}ÚN€N‚‚„6…6‡¨‡¨‰ŠŒŽŒŽŽ�‘t‘t“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W27GW2�7GW2Õ‡W2 Õ‡W2[ŒW2[ŒW2±W2€±W2¡ñW2ü¡ñW2-öW2-öW2ÕX2pÕX2s[X2ìs[X2ÿ_X2ôÿ_X2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX2=NY2L =NY2íëY2¬ íëY2ÅÁZ2p ÅÁZ2ÿ­[2t ÿ­[2oO\2T oO\2?!]2˜?!]2ç3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�Ú¦ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�Ú¦ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�Ú¦ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations18X  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj à àSSÆÆ)9*94ª4ª>?IŒIŒSýSý]n^nhßhßrNsN} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjààVVÌÌ B B ¸ ¸..¤¤��vvéé\ \"Ï"Ï$B%B'µ'µ)(*(,›,›./1�1�3ô3ô5g6g8Ú8Ú:M;M=¾=¾?/@/B B DEG‚G‚IóIóKdLdNÕNÕPFQFS·S·U(V(X™X™Z [ ]{]{_ì_ìa]b]dÎdÎf?g?i°i°k!l!n’n’pqststuåuåwVxVzÇzÇ|8}8©©�‚„‹„‹†ú†úˆj‰j‹Ú‹Ú�JŽJ�º�º’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2—GW2�—GW25ˆW2 5ˆW2õŽW2õŽW2c±W2€c±W2òW2üòW2ÇøW2ÇøW25X2p5X2Ó[X2ìÓ[X2™bX2ô™bX23¤X2`3¤X2“ÈX2Ì“ÈX2ûX2ìûX2=NY2L =NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2·O\2T ·O\2‡!]2˜‡!]2/4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›9 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1­í€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›9 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1­í€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›9 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1­í €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Xx  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âVVÊÊ)>*>4°4°>"?"I”I”ST^x^xhêhêrZsZ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢ŠŠþþr r"æ"æ$Z%Z'Î'Î)B*B,¶,¶.*/*1ž1ž346†6†8ú8ú:n;n=à=à?R@RBÄBÄD6E6G¨G¨IJLŒLŒNþNþPpQpSâSâUTVTXÆXÆZ8[8]ª]ª_`bŽbŽdegrgriäiäkVlVnÈnÈp:q:s¬s¬uvx�x�z{}t}tææ�X‚X„ʄʆ:‡:‰«‰«‹ŒŽ�Ž��þ�þ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W21GW2�1GW2χW2 χW2aŒW2aŒW2±W2€±W2¡ñW2ü¡ñW23öW23öW2ÕX2pÕX2s[X2ìs[X2`X2ô`X2¤X2`¤X2cÈX2ÌcÈX2ûX2ìûX27NY2L 7NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Û§ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1[€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Û§ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1[€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Û§ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1[ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1,L  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áVVËË)@*@4µ4µ>)?)I�I�ST^…^…hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‹‹ u u"ê"ê$_%_'Ô'Ô)I*I,¾,¾.3/31¨1¨346’6’89;|;|=ñ=ñ?f@fBÛBÛDPEPGÅGÅI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noqyqysísíuavaxÕxÕzI{I}½}½1€1‚¥‚¥„…‡�‡�‰ŠŒwŒwŽìŽì�a‘a“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2—GW2�—GW25ˆW2 5ˆW2ÑŽW2ÑŽW2i±W2€i±W2òW2üòW2£øW2£øW2;X2p;X2Ù[X2ìÙ[X2ubX2ôubX2¤X2`¤X2{ÈX2Ì{ÈX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2wP\2T wP\2G"]2˜G"]2ï4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤@  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Í€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤@  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Í€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤@  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Í €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Hh  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff ß ßXXÑÑ)J*J4Ã4Ã>:?:I±I±S&T&^™^™h i s}s}} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffßßXXÑÑ J J à Ã<<µµ..§§  ™™ ‹ ‹"#%}%}'ö'ö)o*o,è,è.a/a1Ú1Ú3S4S6Ì6Ì8E9E;¾;¾=7>7@°@°B)C)E¢E¢GHJ’J’L M O€O€Q÷Q÷SnTnVåVåX\Y\[Ó[Ó]J^J`Á`Áb6c6e«e«g h j•j•l m o}o}qðqðsctcvÖvÖxIyI{¼{¼}/~/€¢€¢‚ƒ…ˆ…ˆ‡ù‡ù‰kŠkŒ݌ݎO�O‘Á‘Á“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W21GW2�1GW2χW2 χW2aŒW2aŒW2ý°W2€ý°W2›ñW2ü›ñW23öW23öW2ÏX2pÏX2m[X2ìm[X2`X2ô`X2¤X2`¤X2{ÈX2Ì{ÈX2ûX2ìûX27NY2L 7NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~×£ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1\€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~×£ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1\€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~×£ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1\ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Cc  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝRRÇÇ)<*<4±4±>$?$I—I—S T ^{^{híhír_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��wwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD.?.I£I£ST^‡^‡høhørhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÝÝTTËË B B ¹ ¹00§§••  ƒƒúúq q"è"è$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbæbædYeYgÌgÌi?j?l²l²n#o#q”q”stvvvvxçxçzX{X}É}É:€:‚«‚«„…‡Œ‡Œ‰ý‰ý‹nŒnŽߎß�P‘P“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2+GW2�+GW2ɇW2 ɇW2OŒW2OŒW2ý°W2€ý°W2›ñW2ü›ñW2!öW2!öW2ÏX2pÏX2m[X2ìm[X2ó_X2ôó_X2¤X2`¤X2cÈX2ÌcÈX2ûX2ìûX27NY2L 7NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2;P\2T ;P\2 "]2˜ "]2³4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ؤ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ؤ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ؤ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations11Q  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>/?/I¦I¦ST^‘^‘hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIWJWLÎLÎNEOEQ¼Q¼S3T3VªVªX!Y![˜[˜]^`†`†býbýdtetgëgëibjblÙlÙnMoMq¿q¿s1t1v£v£xy{‡{‡}ù}ùk€k‚݂݄O…O‡Á‡Á‰3Š3Œ¥Œ¥Ž�‘‰‘‰“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2�GW2��GW2;ˆW2 ;ˆW2ïŽW2ïŽW2o±W2€o±W2 òW2ü òW2ÁøW2ÁøW2AX2pAX2ß[X2ìß[X2“bX2ô“bX2w¥X2`w¥X2×ÉX2Ì×ÉX2ûX2ìûX27NY2L 7NY2#ìY2¬ #ìY2KÀZ2p KÀZ2)�[2t )�[2‰P\2T ‰P\2 ]2˜ ]2'3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­I b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1«ë€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­I b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1«ë€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­I b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1«ë €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Çà  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚRRÊÊ)B*B4º4º>0?0I¦I¦ST^œ^œhisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""ššŠŠ z z"ò"ò$j%j'â'â)Z*Z,Ò,Ò.J/J1Â1Â3:4:6²6²8*9*;¢;¢=>@’@’B C E‚E‚GúGúIpJpLæLæN\O\QÒQÒSHTHV¾V¾X4Y4[ª[ª] ^ `–`–b c e‚e‚gøgøinjnläländodqÚqÚsPtPvÆvÆx!?!I–I–S T ^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccØØMM 7 7 ¬ ¬!!––  €€õõjjßßT T"É"É$>%>'³'³)(*(,�,�./1‡1‡3ü3ü5q6q8æ8æ:[;[=Ð=Ð?E@EBºBºD/E/G¤G¤IJLŽLŽNOQxQxSíSíUbVbX×X×ZL[L]Á]Á_6`6b«b«d e g•g•i j llnõnõpgqgsÙsÙuKvKx½x½z/{/}¡}¡€‚…‚…„÷„÷†i‡i‰Û‰Û‹MŒMŽ¿Ž¿�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2�GW2��GW2;ˆW2 ;ˆW2ïŽW2ïŽW2o±W2€o±W2 òW2ü òW2ÁøW2ÁøW2AX2pAX2ß[X2ìß[X2“bX2ô“bX2õ¥X2`õ¥X2UÊX2ÌUÊX2ûX2ìûX27NY2L 7NY2 ìY2¬  ìY23ÀZ2p 3ÀZ2�[2t �[2P\2T P\2 ]2˜ ]2¯2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­K b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ªê€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­K b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ªê€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­K b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ªê €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1GC  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØNNÄÄ):*:4°4°>$?$I˜I˜S T ^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$L%L'Â'Â)8*8,®,®.$/$1š1š346†6†8ü8ü:r;r=è=è?^@^BÔBÔDJEJGÀGÀI4J4L¨L¨NOQ�Q�STVxVxXìXìZ`[`]Ô]Ô_H`Hb¼b¼d0e0g¤g¤ijlŒlŒnoq|q|sðsðudvdxØxØzL{L}À}À4€4‚¨‚¨„…‡�‡�‰ŠŒxŒxŽìŽì�`‘`“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2%GW2�%GW2ÇW2 ÇW2UŒW2UŒW2÷°W2€÷°W2•ñW2ü•ñW2'öW2'öW2ÉX2pÉX2g[X2ìg[X2ù_X2ôù_X2_¢X2`_¢X2¿ÆX2Ì¿ÆX2 ûX2ì ûX21NY2L 1NY2ìY2¬ ìY2?ÀZ2p ?ÀZ2�[2t �[2MP\2T MP\2C ]2˜C ]2ë2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÕ¡ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1X€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÕ¡ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1X€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÕ¡ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1X €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³¯  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee ß ßYYÑÑ)G*G4½4½>1?1I¥I¥ST^™^™h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯))££ — —"#%‰%‰'ÿ'ÿ)u*u,ë,ë.a/a1×1×3M4M6Ã6Ã8999;¯;¯=%>%@›@›BCE‡E‡GýGýIqJqLåLåNYOYQÍQÍSATAVµVµX)Y)[�[�]^`…`…bùbùdmemgágáiUjUlÉlÉnIoIq½q½s1t1v¥v¥xy{�{�}~€u€u‚é‚é„]…]‡чщEŠEŒ¹Œ¹Ž-�-‘¡‘¡“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2£GW2�£GW2AˆW2 AˆW2ËŽW2ËŽW2o±W2€o±W2 òW2ü òW2�øW2�øW2AX2pAX2ß[X2ìß[X2obX2ôobX2_¢X2`_¢X2¿ÆX2Ì¿ÆX2 ûX2ì ûX21NY2L 1NY2ìY2¬ ìY2?ÀZ2p ?ÀZ2�[2t �[2SP\2T SP\2I ]2˜I ]2ñ2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶R b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Í€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶R b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Í€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶R b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Í €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³¯  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^ Õ ÕLLÍÍ)D*D4»4»>0?0I¥I¥ST^›^›his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÕÕLLÃà : : ± ±((ŸŸ��{{òòi i"à"à$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubêbêd_e_gÔgÔiIjIl¾l¾n?o?q´q´s)t)vžvžxy{ˆ{ˆ}ý}ýr€r‚ç‚ç„\…\‡чщFŠFŒ»Œ»Ž0�0‘¥‘¥“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2GW2�GW2½‡W2 ½‡W2UŒW2UŒW2ñ°W2€ñ°W2�ñW2ü�ñW2'öW2'öW2ÃX2pÃX2a[X2ìa[X2ù_X2ôù_X2_¢X2`_¢X2¿ÆX2Ì¿ÆX2 ûX2ì ûX21NY2L 1NY2ÿëY2¬ ÿëY2'ÀZ2p 'ÀZ2�[2t �[2ÕO\2T ÕO\2Ë]2˜Ë]2s2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÑ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Y€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÑ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Y€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1DxÑ� b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Y €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³¯  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛSSËË)?*?4³4³>%?%I—I—S T ^‡^‡hùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$k%k'ß'ß)S*S,Ç,Ç.;/;1¯1¯3#4#6—6—8 9 ;;=ó=ó?g@gBÛBÛDOEOGÃGÃI5J5L§L§NOQ‹Q‹SýSýUoVoXáXáZS[S]Å]Å_7`7b©b©deg�g�iÿiÿkqlqnïnïpaqasÓsÓuEvEx·x·z){)}›}› € ‚‚„ñ„ñ†c‡c‰Õ‰Õ‹GŒG޹޹�+‘+“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2£GW2�£GW2AˆW2 AˆW2ËŽW2ËŽW2u±W2€u±W2òW2üòW2�øW2�øW2GX2pGX2å[X2ìå[X2obX2ôobX2_¢X2`_¢X2¿ÆX2Ì¿ÆX2 ûX2ì ûX21NY2L 1NY2ìY2¬ ìY2-ÀZ2p -ÀZ2 �[2t  �[2çO\2T çO\2Ý]2˜Ý]2…2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶T  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Í€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶T  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Í€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶T  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Í €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³¯  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Õ ÕKKÈÈ)=*=4²4²>%?%I˜I˜S T ^Š^Šhýhýrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……ûûqqçç] ]"Ó"Ó$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=â=â?W@WBÌBÌDAEAG¶G¶I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnònòpeqesØsØuKvKx¾x¾z1{1}¤}¤€‚ЂЄý„ý†p‡p‰ã‰ã‹VŒVŽÉŽÉ�<‘<“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Í2W2ïFW2ïFW2�‡W2|�‡W2ñŒW2„ñŒW2'�W2ð'�W2±™W2|±™W2çœW2HçœW2Á°W2ÔÁ°W2_ñW2P_ñW2ÃöW2XÃöW2ùùW2ÄùùW2ƒX2PƒX2¹X2¹X2“X2¨“X21[X2$ 1[X2•`X2, •`X2ËcX2˜ ËcX2UmX2$ UmX2‹pX2ð ‹pX2Í�X2| Í�X2­¥X2X­¥X2 ÊX2Ô ÊX2O÷X2ôO÷X2 Y2Ð Y2Ç2?2I§I§ST^�^�his‡s‡} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÕÕLLÃà : : ‰ ‰wwîîee{{òòi i"à"à$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÏLÏNDODQ¹Q¹S.T.V£V£XY[�[�]^`w`wbìbìdaeagÖgÖiKjKlÀlÀnAoAq¶q¶s+t+v v xy{Š{Š}ÿ}ÿt€t‚é‚é„^…^‡Ó‡Ó‰HŠHŒ½Œ½Ž2�2‘§‘§“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2»GW2è»GW2YˆW2dYˆW2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2‡±W2@‡±W2%òW2¼%òW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2YX2˜YX2÷[X2÷[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2/¥X2Ì /¥X2�ÉX2H �ÉX2ÑöX2hÑöX2�Y2D�Y2=™Ù 4 t  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d%¥YÙîn4´·7 �€æf¿?˜qñJÊ%¥€Û[ ¶ 6 ‘  l ì G Ç µ õ " ¢ û ;”Ô/oÊ  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛPPÇÇ)*4±4±>'?'I›I›ST^�^�hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››……úúo o"ä"ä$[%['Ð'Ð)E*E,º,º.///1|1|3ñ3ñ5f6f8Û8Û:P;P=í=í?b@bB×B×DLELGÁGÁI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`KbËbËd?e?g³g³i'j'l›l›noqƒqƒs÷s÷ukvkxßxßzS{S}Ç}Ç;€;‚¯‚¯„#…#‡™‡™‰ŠŒƒŒƒŽøŽø�m‘m“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Í2W2ïFW2ïFW2�‡W2|�‡W2ñŒW2„ñŒW2'�W2ð'�W2±™W2|±™W2çœW2HçœW2»°W2Ô»°W2YñW2PYñW2ÃöW2XÃöW2ùùW2ÄùùW2ƒX2PƒX2¹X2¹X2�X2¨�X2+[X2$ +[X2•`X2, •`X2ËcX2˜ ËcX2UmX2$ UmX2‹pX2ð ‹pX2Í�X2| Í�X2×¥X2X×¥X27ÊX2Ô7ÊX2y÷X2ôy÷X2ÿY2ÐÿY2»'?'IšIšS T ^Œ^Œhÿhÿrrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 „ „úúppææ\\ûûqqçç] ]"Ó"Ó$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=â=â?W@WBÌBÌDAEAG¶G¶I+J+LžLžNOQ„Q„S÷S÷UjVjXÝXÝZP[P]Ã]Ã_6`6b©b©deg�g�ijlulunônôpgqgsÚsÚuMvMxÀxÀz3{3}¦}¦€‚Œ‚Œ„ÿ„ÿ†r‡r‰å‰å‹XŒXŽËŽË�>‘>“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2»GW2è»GW2YˆW2dYˆW2�W2l�W2‘˜W2葘W2Ç›W2´Ç›W2�±W2@�±W2+òW2¼+òW2ÙøW2ÄÙøW2cX2@cX2™X2 ™X2_X2˜_X2ý[X2ý[X2«bX2 «bX25lX2˜ 5lX2koX2d koX2­œX2ð ­œX2G¥X2Ì G¥X2§ÉX2H §ÉX2éöX2héöX2“Y2D“Y2O ~ 0°\Èr²\ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×LLÅÅ)*4¯4¯>$?$I—I—ST^‡^‡hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡üüqqææ[ ["Ð"Ð$I%I'¾'¾)3*3,¨,¨./1i1i3Þ3Þ5S6S8È8È:=;==Û=Û?P@PBÅBÅD:E:G¯G¯I$J$L—L—N O Q}Q}SðSðUcVcXÖXÖZI[I]¼]¼_/`/b­b­deg‘g‘ijlulunçnçpYqYsËsËu=v=x¯x¯z!{!}“}“€‚w‚w„é„é†]‡]‰ЉЋCŒC޶޶�)‘)“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2%GW2è%GW2ÇW2dÇW2 �W2l �W2—˜W2è—˜W2Í›W2´Í›W2ñ°W2@ñ°W2�ñW2¼�ñW2ßøW2ÄßøW2iX2@iX2ŸX2 ŸX2ÃX2˜ÃX2a[X2a[X2±bX2 ±bX2;lX2˜ ;lX2qoX2d qoX2³œX2𠳜X2¥X2Ì ¥X2eÉX2H eÉX2§öX2h§öX2© Y2D© Y2e>Y2Ðe>Y2/_Y2ô/_Y2-jY2 -jY2ìY2¬ìY2ÝÁZ2pÝÁZ2®[2t®[2‘»[2T‘»[2#P\2à#P\2ó!]2$ó!]2›4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÖ¢ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 $dE…Ê  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÖ¢ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 $dE…Ê  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1EyÖ¢  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 $dE…Ê   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ™¹;@` bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1!aa¡F ­ í T ” bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d  fæînKË»;0°ˆ•úzß_ÄD©)�w÷^ Þ E Å , ¬  “ ú z ñ 1 á aÆk«R¹ù bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ü ÜRRÈÈ)>*>4´4´>?IœIœST^Ž^Žhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÜÜVVÐÐ J J Ä Ä>>¸¸22¬¬""˜˜ „ „"ú"ú$p%p'æ'æ)\*\,Ò,Ò.H/H1¾1¾34446ª6ª8 9 ;–;–= > @€@€BôBôDhEhGÜGÜI(J(LœLœNOQ„Q„SøSøU”V”XY[|[|]ð]ð_d`dbâbâdVeVgÊgÊi>j>l²l²n&o&qšqšstv‚v‚xöxözj{j}Þ}ÞR€R‚ƂƄ:…:‡®‡®‰!Š!Œ”Œ”Ž�‘z‘z“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2¯GW2è¯GW2MˆW2dMˆW2 �W2l �W2—˜W2è—˜W2Í›W2´Í›W2�±W2@�±W2òW2¼òW2ßøW2ÄßøW2iX2@iX2ŸX2 ŸX2SX2˜SX2ñ[X2ñ[X2±bX2 ±bX2;lX2˜ ;lX2qoX2d qoX2³œX2𠳜X25¥X2Ì 5¥X2•ÉX2H •ÉX2×öX2h×öX2iY2DiY2% �  Ó  `   ð 0‚ÂT bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>/?/I¦I¦ST^‘^‘hÛhÛrusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIWJWLÎLÎNEOEQ¼Q¼S3T3VªVªX!Y![˜[˜]^`†`†býbýdtetgëgëibjblÙlÙnMoMq¿q¿s1t1v£v£xy{_{_}Ñ}ÑC€C‚µ‚µ„'…'‡Á‡Á‰3Š3Œ¥Œ¥Ž�‘‰‘‰“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2GW2èGW2½‡W2d½‡W2 �W2l �W2—˜W2è—˜W2Í›W2´Í›W2ñ°W2@ñ°W2�ñW2¼�ñW2ßøW2ÄßøW2iX2@iX2ŸX2 ŸX2ÃX2˜ÃX2a[X2a[X2±bX2 ±bX2;lX2˜ ;lX2qoX2d qoX2³œX2𠳜X2á¤X2Ì á¤X2AÉX2H AÉX2ƒöX2hƒöX2‡Y2D‡Y2Có>óHŽIŽST^z^zhìhìr^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""šš‚‚ööj j"Þ"Þ$R%R'Æ'Æ):*:,®,®."/"1–1–3 4 6~6~8ò8ò:f;f=Ú=Ú?L@LB¾B¾D0E0G¢G¢IëIëK]L]NÏNÏPAQAS³S³UNVNXÀXÀZ2[2]¤]¤_`b�b�degtgtiæiækXlXnÊnÊp‡>‰¯‰¯‹ Œ ޑޑ�‘“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2µGW2èµGW2SˆW2dSˆW2 �W2l �W2—˜W2è—˜W2Í›W2´Í›W2‡±W2@‡±W2%òW2¼%òW2ßøW2ÄßøW2iX2@iX2ŸX2 ŸX2YX2˜YX2÷[X2÷[X2±bX2 ±bX2;lX2˜ ;lX2qoX2d qoX2³œX2𠳜X2M¥X2Ì M¥X2­ÉX2H ­ÉX2ïöX2hïöX2'Y2D'Y2ã;Y2Ðã;Y2›\Y2ô›\Y2™gY2 ™gY2ùëY2¬ùëY2ÑÁZ2pÑÁZ2 ®[2t ®[2…»[2T…»[2ÛO\2àÛO\2«!]2$«!]2S4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•Éi5 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 E…–ÖÊ  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•Éi5 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 E…–ÖÊ  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•Éi5  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 E…–ÖÊ   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 µÕÚúˆ¨ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1E…Ê OO� Ô   bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dEÅ ŠÏO”YÙLÌž—ãcäd¨(¯/mí2²÷w¼< �  F Æ  ‹ Ð P • Õ  Z ^ ž Ÿ ß $d bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ö ÖKKÀÀ)5*54ª4ª>!?!I–I–S T ^�^�hÊhÊrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÖÖKKÀÀ 5 5 ª ª””  ~~óóhhÝÝR R"Ç"Ç$<%<'±'±)&*&,›,›./1…1…3ú3ú5o6o8ä8ä:Y;Y=Î=Î?C@CB¸B¸D-E-G¢G¢IJLŽLŽNOQxQxSíSíUbVbX×X×ZL[L]Á]Á_6`6b«b«d e g•g•i j llnõnõpgqgsÙsÙuKvKx½x½z{}x}xêê�\‚\„΄Άi‡i‰Û‰Û‹MŒMŽ¿Ž¿�1‘1“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2%GW2Ð%GW2ÇW2LÇW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2÷°W2(÷°W2•ñW2¤•ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2ÉX2€ÉX2g[X2üg[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2ÿ¤X2´ ÿ¤X2_ÉX20 _ÉX2¡öX2P¡öX2gýX2,gýX29[Y2˜9[Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2kP\2ÌkP\2;"]2;"]2ã4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz×£ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TE…Ó bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz×£ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TE…Ó bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fz×£  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TE…Ó  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ˜¸¸Ø3S bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1S€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1“Þ^©)tôà   €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Û ÛTTÍÍ)F*F4¿4¿>8?8I¯I¯S$T$^—^—h i s}s}} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÛÛTTÍÍ F F ¿ ¿88±±**££•• ‡ ‡"#%y%y'ò'ò)k*k,ä,ä.]/]1Ö1Ö3O4O6È6È8A9A;º;º=3>3@¬@¬B%C%EžEžGHJ�J�LMO~O~QõQõSlTlVãVãXZYZ[Ñ[Ñ]H^H`¿`¿b4c4e©e©ghj“j“lmo{o{qîqîsatavÔvÔxGyG{º{º}-~-€ € ‚ƒ…†…†‡ù‡ù‰kŠkŒ݌ݎO�O‘Á‘Á“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2©GW2ЩGW2GˆW2LGˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2{±W2({±W2òW2¤òW2ñøW2¬ñøW2{X2({X2±X2ô±X2MX2€MX2ë[X2üë[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2;¥X2´ ;¥X2›ÉX20 ›ÉX2ÝöX2PÝöX2gýX2,gýX2][Y2˜][Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2AP\2ÌAP\2"]2"]2¹4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼Z& b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O�Ø«ë bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼Z& b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O�Ø«ë bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼Z&  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O�Ø«ë  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 µÕÚúr’ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1W€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1—äd±1~þç '  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á á[[ÑÑ)G*G4½4½>3?3I§I§ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±++¥¥ ™ ™"#%‰%‰'ÿ'ÿ)u*u,ë,ë.a/a1×1×3M4M6Ã6Ã8999;¯;¯=%>%@›@›BCE‡E‡GýGýIsJsLçLçN[O[QÏQÏSCTCV·V·X+Y+[Ÿ[Ÿ]^`‡`‡bûbûdoeogãgãiWjWlËlËn?o?q³q³s't'v›v›xy{ƒ{ƒ}÷}÷k€k‚߂߄S…S‡LJlj;Š;Œ¯Œ¯Ž#�#‘—‘—“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2%GW2Ð%GW2ÇW2LÇW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2÷°W2(÷°W2•ñW2¤•ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2ÉX2€ÉX2g[X2üg[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX25¥X2´ 5¥X2•ÉX20 •ÉX2×öX2P×öX2ïÿX2,ïÿX2Ã[Y2˜Ã[Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÿO\2ÌÿO\2Ï!]2Ï!]2w4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÕ¡ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UE…Ò bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÕ¡ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UE…Ò bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1FzÕ¡  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UE…Ò  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x˜GglŒ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1žÞ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1?¿ ŠÕU  N Ž  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPÇÇ)>*>4µ4µ>,?,I¡I¡ST^…^…höhörhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$[%['Ò'Ò)I*I,À,À.7/71®1®3%4%6œ6œ89;Š;Š=>@x@xBïBïDfEfGÝGÝITJTLÉLÉN>O>Q³Q³S(T(V�V�XY[‡[‡]ü]ü_q`qbäbädWeWgÊgÊi=j=l°l°n!o!q’q’stvtvtxåxåzV{V}Ç}Ç8€8‚©‚©„…‡Œ‡Œ‰ý‰ý‹nŒnŽߎß�P‘P“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÓ2W2¯GW2ЯGW2MˆW2LMˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2�±W2(�±W2òW2¤òW2ñøW2¬ñøW2{X2({X2±X2ô±X2SX2€SX2ñ[X2üñ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2íY2,íY2í[Y2˜í[Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2ÉO\2ÌÉO\2™!]2™!]2A4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1о^* b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 P�Ú¬ì bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1о^* b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 P�Ú¬ì bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1о^*  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 P�Ú¬ì  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 µÕÚú�­ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1œÜ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1K˘åe²2t ´  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝUUÉÉ)=*=4±4±>%?%I—I—S T ^{^{híhír_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%���� } }"õ"õ$i%i'Ý'Ý)Q*Q,Å,Å.9/91­1­3!4!6•6•8 9 ;};}=ñ=ñ?e@eBÙBÙDMEMGÁGÁI5J5L§L§NOQ‹Q‹SýSýUoVoXáXáZS[S]Å]Å_7`7b©b©deg�g�iÿiÿkqlqnãnãpUqUsÇsÇu9v9x«x«z{}�}�€‚s‚s„å„å†W‡W‰ɉɋ;Œ;Ž­Ž­�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2+GW2Ð+GW2ɇW2LɇW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2ý°W2(ý°W2›ñW2¤›ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2ÏX2€ÏX2m[X2üm[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2ç¤X2´ ç¤X2GÉX20 GÉX2‰öX2P‰öX2eÿX2,eÿX2[Y2˜[Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2ƒP\2̃P\2S"]2S"]2û4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ؤ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 YG‡à  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ؤ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 YG‡à  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{ؤ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 YG‡à   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ó—·; bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1N€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1†ÑQšcã˜ Ø  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚRRÊÊ)B*B4º4º>2?2I¨I¨ST^”^”h i s€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""ššŠŠ z z"ò"ò$j%j'â'â)Z*Z,Ò,Ò.J/J1Â1Â3:4:6²6²8*9*;¢;¢=>@’@’B C E‚E‚GúGúIrJrLèLèN^O^QÔQÔSJTJVÀVÀX6Y6[¬[¬]"^"`˜`˜bce„e„gúgúipjplælæn\o\qÒqÒsHtHv¾v¾x4y4{ª{ª} ~ €–€–‚ ƒ …‚…‚‡ø‡ø‰nŠnŒäŒäŽZ�Z‘БГ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2£GW2УGW2AˆW2LAˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2u±W2(u±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2GX2€GX2å[X2üå[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2}¥X2´ }¥X2ÝÉX20 ÝÉX2÷X2P÷X2aýX2,aýX2{[Y2˜{[Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÏO\2ÌÏO\2Ÿ!]2Ÿ!]2G4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±O b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ZšŒÌî. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±O b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ZšŒÌî. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±O  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ZšŒÌî.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‰©"B©É bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1N€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ŽÝ]¬,{ûþ >  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94®4®>!?!I”I”ST^z^zhíhír`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?M@MBÀBÀD3E3G¦G¦IJLŒLŒNÿNÿPrQrSåSåUXVXXËXËZ>[>]±]±_$`$b—b—d e g}g}iðiðkclcnÖnÖpIqIs¼s¼u/v/x¢x¢z{}ˆ}ˆûû�n‚n„á„á†T‡T‰ƉƋ8Œ8ŽªŽª�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2+GW2Ð+GW2ɇW2LɇW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2ý°W2(ý°W2›ñW2¤›ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÏX2€ÏX2m[X2üm[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2íY2,íY2Ÿ[Y2˜Ÿ[Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2 P\2Ì P\2Û!]2Û!]2ƒ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Ö¢ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 XF†Þ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Ö¢ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 XF†Þ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{Ö¢  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 XF†Þ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 µÕÚú‚¢ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1—×€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1,¬õu¾>‡! a  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØNNÄÄ):*:4°4°>&?&IšIšST^‚^‚höhörjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$L%L'Â'Â)8*8,®,®.$/$1š1š346†6†8ü8ü:r;r=è=è?^@^BÔBÔDJEJGÀGÀI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`Jb¾b¾d2e2g¦g¦ijlŽlŽnoqvqvsêsêu^v^xÒxÒzF{F}º}º.€.‚¢‚¢„…‡ЇЉþ‰þ‹rŒr޿޿�Z‘Z“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2©GW2ЩGW2GˆW2LGˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2u±W2(u±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2GX2€GX2å[X2üå[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2ã¥X2´ ã¥X2CÊX20 CÊX2…÷X2P…÷X2õÿX2,õÿX2 \Y2˜ \Y2çëY2$çëY2¿ÁZ2è¿ÁZ2ù­[2ìù­[2iO\2ÌiO\29!]29!]2á3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³S b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [›‹Ëð0 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³S b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [›‹Ëð0 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³S  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [›‹Ëð0  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ˆ¨@`3 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1�Ý€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1JÊ™èh·7� Í  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚMMÀÀ)3*34¦4¦>?IˆIˆSùSù]j^jhÛhÛrLsL} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠýýppããV V"É"É$<%<'¯'¯)"*",•,•./1{1{3î3î5a6a8Ô8Ô:G;G=º=º?+@+BœBœD E G~G~IïIïK`L`NÑNÑPBQBS³S³U$V$X•X•Z[]w]w_è_èaYbYdÊdÊf;g;i¬i¬klnŽnŽpÿpÿrpspuáuáwRxRzÃzÃ|4}4¥¥�‚„‡„‡†ø†øˆh‰h‹Ø‹Ø�HŽH�¸�¸’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W21GW2Ð1GW2χW2LχW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2±W2(±W2¡ñW2¤¡ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2ÕX2€ÕX2s[X2üs[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2[ýX2,[ýX2o[Y2˜o[Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2GP\2ÌGP\2"]2"]2¿4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Ù¥ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  I]�@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Ù¥ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  I]�@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Ù¥  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  I]�@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 µÕÚú€  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÎNœjêð 0  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPÇÇ)>*>4µ4µ>,?,I¡I¡ST^‹^‹hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$[%['Ò'Ò)I*I,À,À.7/71®1®3%4%6œ6œ89;Š;Š=>@x@xBïBïDfEfGÝGÝITJTLÉLÉN>O>Q³Q³S(T(V�V�XY[‡[‡]ü]ü_q`qbæbæd[e[gÐgÐiEjElºlºn/o/q¤q¤stvŽvŽxy{x{x}í}íb€b‚ׂׄL…L‡Á‡Á‰6Š6Œ«Œ«Ž � ‘•‘•“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2�GW2Ð�GW2;ˆW2L;ˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2o±W2(o±W2 òW2¤ òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2AX2€AX2ß[X2üß[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2 ¦X2´  ¦X2mÊX20 mÊX2¯÷X2P¯÷X2aýX2,aýX2“[Y2˜“[Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2P\2ÌP\2ç!]2ç!]2�4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦D b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Zš àâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦D b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Zš àâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦D  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Zš àâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Šª'G5U bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1E€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1…ÖV§'xø U  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßTTÉÉ)>*>4³4³>)?)I�I�ST^…^…hùhùroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ‰‰þþs s"è"è$]%]'Ò'Ò)G*G,¼,¼.1/11¦1¦346�6�89;z;z=ï=ï?d@dBÙBÙDNENGÃGÃI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noqyqysísíuavaxÕxÕzI{I}½}½1€1‚¥‚¥„…‡�‡�‰ŠŒyŒyŽîŽî�c‘c“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W21GW2Ð1GW2χW2LχW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2ý°W2(ý°W2›ñW2¤›ñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2ÏX2€ÏX2m[X2üm[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2õ¥X2´ õ¥X2UÊX20 UÊX2—÷X2P—÷X2éÿX2,éÿX2ÿ[Y2˜ÿ[Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|×£ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  J\œþ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|×£ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  J\œþ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|×£  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  J\œþ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 µÕÚú$D bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ŽÎ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18¸†ÔT¢"~ ¾  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙOOÄÄ)9*94®4®>#?#I–I–S T ^|^|hïhïrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰ÿÿuuëëa a"×"×$L%L'Á'Á)6*6,«,«. / 1•1•3 4 668ô8ô:i;i=Þ=Þ?S@SBÈBÈD=E=G²G²I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¥b¥deg‹g‹iþiþkqlqnänäpWqWsÊsÊu=v=x°x°z#{#}–}– € ‚|‚|„ï„ï†b‡b‰Õ‰Õ‹HŒH޻޻�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2£GW2УGW2AˆW2LAˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2o±W2(o±W2 òW2¤ òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2AX2€AX2ß[X2üß[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2Ñ¥X2´ Ñ¥X21ÊX20 1ÊX2s÷X2Ps÷X2íY2,íY2#\Y2˜#\Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÏO\2ÌÏO\2Ÿ!]2Ÿ!]2G4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨H b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [›¡áä$ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨H b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [›¡áä$ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨H  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [›¡áä$  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �­Jjý bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1–Ö€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1IÉšëk¼<¦ æ  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛPPÅÅ):*:4¯4¯>$?$I—I—S T ^{^{híhírasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹uuêê_ _"Ô"Ô$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯I$J$L—L—N O Q}Q}SðSðUcVcXÖXÖZI[I]¼]¼_/`/b¡b¡deg…g…i÷i÷kilinÛnÛpMqMs¿s¿u1v1x£x£z{}‡}‡ùù�k‚k„݄݆Q‡Q‰ĉċ7Œ7ŽªŽª�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W27GW2Ð7GW2Õ‡W2LÕ‡W2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2 ±W2( ±W2§ñW2¤§ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2ÛX2€ÛX2y[X2üy[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2Ù¦X2´ Ù¦X29ËX20 9ËX2{øX2P{øX2kÿX2,kÿX2#\Y2˜#\Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2/P\2Ì/P\2ÿ!]2ÿ!]2§4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Ú¦ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 NE…Ê  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Ú¦ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 NE…Ê  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Ú¦  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 NE…Ê   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 •µ>^! bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 L€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€Û[´4� ¢ â  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff à àVVÌÌ)B*B4¸4¸>,?,I I ST^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffààZZÔÔ N N È ÈBB¼¼66°°&&œœ ˆ ˆ"þ"þ$t%t'ê'ê)`*`,Ö,Ö.L/L1Â1Â38486®6®8$9$;š;š=>@„@„BøBøDlElGàGàITJTLÈLÈN3?3IªIªS!T!^“^“hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâI[J[LÒLÒNIOIQÀQÀS7T7V®V®X%Y%[œ[œ]^`Š`ŠbcexexgïgïifjflÝlÝnOoOqÁqÁs3t3v¥v¥xy{‰{‰}û}ûm€m‚߂߄Q…Q‡ÇÉ5Š5Œ§Œ§Ž�‘‹‘‹“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W27GW2Ð7GW2Õ‡W2LÕ‡W2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2±W2(±W2¡ñW2¤¡ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2ÕX2€ÕX2s[X2üs[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2•¥X2´ •¥X2õÉX20 õÉX27÷X2P7÷X2Y2,Y2¿\Y2˜¿\Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2·O\2Ì·O\2‡!]2‡!]2/4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ؤ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  ME…Ê  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ؤ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  ME…Ê  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ؤ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  ME…Ê   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~ž,L½Ý bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¥å€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1fæ?¿˜ñq;{ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞRRÆÆ):*:4®4®> ? I’I’ST^v^vhèhèrZsZ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žž††úún n"â"â$V%V'Ê'Ê)>*>,²,².&/&1š1š346‚6‚8ö8ö:j;j=Þ=Þ?P@PBÂBÂD4E4G¦G¦IJLŠLŠNüNüPnQnSàSàURVRXÄXÄZ6[6]¨]¨_`bŒbŒdþdþfpgpiâiâkTlTnÆnÆp8q8sªsªuvxŽxŽz{}r}rää�V‚V„ȄȆ:‡:‰«‰«‹ŒŽ�Ž��þ�þ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2—GW2ЗGW25ˆW2L5ˆW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2i±W2(i±W2òW2¤òW2ëøW2¬ëøW2uX2(uX2«X2ô«X2;X2€;X2Ù[X2üÙ[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2G¥X2´ G¥X2§ÉX20 §ÉX2éöX2PéöX2õÿX2,õÿX2}\Y2˜}\Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�=  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 E…Ê �Ð bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�=  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 E…Ê �Ð bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�=   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 E…Ê �Ð  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ž®LllŒ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1—×€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1\Ü3³ Šáa÷ 7 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ú ÚOOÄÄ)9*94®4®>%?%IšIšST^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÚÚOOÄÄ 9 9 ® ®##˜˜  ‚‚÷÷llááV V"Ë"Ë$@%@'µ'µ)***,Ÿ,Ÿ./1‰1‰3þ3þ5s6s8è8è:];]=Ò=Ò?G@GB¼B¼D1E1G¦G¦IJL’L’NOQ|Q|SñSñUfVfXÛXÛZP[P]Å]Å_:`:b¯b¯d$e$g™g™ijlƒlƒnõnõpgqgsÙsÙuKvKx½x½z/{/}¡}¡€‚…‚…„÷„÷†i‡i‰Û‰Û‹MŒMŽ¿Ž¿�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2=GW2Ð=GW2Û‡W2LÛ‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2 ±W2( ±W2§ñW2¤§ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2ÛX2€ÛX2y[X2üy[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2+¦X2´ +¦X2‹ÊX20 ‹ÊX2Í÷X2PÍ÷X2aýX2,aýX2×\Y2˜×\Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2ƒP\2̃P\2S"]2S"]2û4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Û§ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @F†Í  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Û§ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @F†Í  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Û§  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @F†Í   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Œ¬.NNn bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ädÈH¬,P� €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff ß ßXXÑÑ)J*J4Ã4Ã>7@°@°B)C)E¢E¢GHJ”J”L M O‚O‚QùQùSpTpVçVçX^Y^[Õ[Õ]L^L`Ã`Ãb8c8e­e­g"h"j—j—l m ooqòqòsetevØvØxKyK{¾{¾}1~1€¤€¤‚ƒ…ЅЇý‡ý‰oŠoŒáŒáŽS�S‘őœ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2‘GW2БGW2/ˆW2L/ˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2]±W2(]±W2ûñW2¤ûñW2ñøW2¬ñøW2{X2({X2±X2ô±X2/X2€/X2Í[X2üÍ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2¥X2´ ¥X2wÉX20 wÉX2¹öX2P¹öX2aýX2,aýX2•\Y2˜•\Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2YP\2ÌYP\2)"]2)"]2Ñ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�.ú b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 F†Ë —× bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�.ú b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 F†Ë —× bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�.ú  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 F†Ë —×  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 „¤;;[ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€âbÄD¦&P €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk å å__ÕÕ)K*K4Á4Á>7?7I«I«ST^“^“his{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkåå__ÙÙ S S Í ÍGGÁÁ;;µµ//©©## � �"#%�%�'(*y*y,ï,ï.e/e1Û1Û3Q4Q6Ç6Ç8=9=;³;³=)>)@Ÿ@ŸBCE‹E‹GHJwJwLëLëN_O_QÓQÓSGTGV»V»X/Y/[£[£]^`‹`‹bÿbÿdsesgçgçi[j[lÏlÏnCoCq·q·s+t+vŸvŸxy{‡{‡}û}ûo€o‚ã‚ã„W…W‡ˇˉ?Š?Œ³Œ³Ž'�'‘›‘›“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W27GW2Ð7GW2Õ‡W2LÕ‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2 ±W2( ±W2§ñW2¤§ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÛX2€ÛX2y[X2üy[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2é¥X2´ é¥X2IÊX20 IÊX2‹÷X2P‹÷X2Y2,Y2y]Y2˜y]Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ù¥ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @F†Î bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ù¥ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @F†Î bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ù¥  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @F†Î  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �¡ê / bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¤ä€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�tôXØ<¼ô4 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ý ÝTTËË)B*B4¹4¹>0?0I¥I¥ST^‰^‰húhúrlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÝÝTTËË B B ¹ ¹00§§••  ƒƒúúq q"è"è$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubèbèd[e[gÎgÎiAjAl´l´n%o%q–q–stvxvxxéxézZ{Z}Ë}Ë<€<‚­‚­„…‡�‡�‰ŠŒrŒrŽãŽã�T‘T“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2‘GW2БGW2/ˆW2L/ˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2c±W2(c±W2òW2¤òW2ñøW2¬ñøW2{X2({X2±X2ô±X25X2€5X2Ó[X2üÓ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2;¥X2´ ;¥X2›ÉX20 ›ÉX2ÝöX2PÝöX2ÿY2,ÿY27]Y2˜7]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’2þ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 E…Ê —× bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’2þ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 E…Ê —× bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’2þ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 E…Ê —×  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‡§>^^~ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1œÜ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ˆjêLÌ.®²ò €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áYYÍÍ)A*A4µ4µ>)?)I›I›S T ^^hñhñrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‘‘  � �"ù"ù$m%m'á'á)U*U,É,É.=/=1±1±3%4%6™6™8 9 ;�;�=õ=õ?i@iBÝBÝDQEQGÅGÅI9J9L«L«NOQ�Q�STVsVsXåXåZW[W]É]É_;`;b­b­deg‘g‘ijlulunçnçpYqYsËsËu=v=x¯x¯z!{!}“}“€‚w‚w„é„é†[‡[‰͉͋?Œ?ޱޱ�#‘#“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2CGW2ÐCGW2á‡W2Lá‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2±W2(±W2­ñW2¤­ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2áX2€áX2[X2ü[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2ï¥X2´ ï¥X2OÊX20 OÊX2‘÷X2P‘÷X2qÿX2,qÿX2‹]Y2˜‹]Y2/ìY2$/ìY2ÂZ2èÂZ2A®[2ìA®[2•P\2Ì•P\2e"]2e"]2 5]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kܨ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 CE…Ï bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kܨ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 CE…Ï bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kܨ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 CE…Ï  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 f†ê / bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 J€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ïoÞ^ÍM@ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞVVÎÎ)F*F4¾4¾>6?6I¬I¬S"T"^˜^˜his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$n%n'æ'æ)^*^,Ö,Ö.N/N1Æ1Æ3>4>6¶6¶8.9.;¦;¦=>@–@–BCE†E†GþGþIvJvLìLìNbObQØQØSNTNVÄVÄX:Y:[°[°]&^&`œ`œbceˆeˆgþgþitjtlêlên`o`qÖqÖsLtLvÂvÂx8y8{®{®}$~$€š€š‚ƒ…†…†‡ü‡ü‰rŠrŒèŒèŽ^�^‘Ô‘Ô“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2…GW2Ð…GW2#ˆW2L#ˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2W±W2(W±W2õñW2¤õñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2)X2€)X2Ç[X2üÇ[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2G¥X2´ G¥X2§ÉX20 §ÉX2éöX2PéöX2gýX2,gýX2I]Y2˜I]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…#ï b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I‰ÎšÚ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…#ï b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I‰ÎšÚ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…#ï  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I‰ÎšÚ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 µÕÚújŠ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ímÚZÇGÀ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞSSÈÈ)=*=4²4²>%?%I˜I˜S T ^~^~hñhñrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽxxííb b"×"×$L%L'Á'Á)6*6,«,«. / 1•1•3 4 668ô8ô:i;i=Þ=Þ?Q@QBÄBÄD7E7GªGªIJL�L�NOQvQvSéSéU\V\XÏXÏZB[B]µ]µ_(`(b›b›deg�g�iôiôkglgnÚnÚpMqMsÀsÀu3v3x¦x¦z{}Œ}Œÿÿ�r‚r„å„å†X‡X‰ʉʋ<Œ<ޮޮ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2=GW2Ð=GW2Û‡W2LÛ‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2­ñW2¤­ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2áX2€áX2[X2ü[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2[¦X2´ [¦X2»ÊX20 »ÊX2ý÷X2Pý÷X2Y2,Y29^Y2˜9^Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KÚ¦ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 BE…Ð bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KÚ¦ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 BE…Ð bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KÚ¦  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 BE…Ð  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ;[[{€  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¹ù€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¼<«+š‰ ¯ï €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜRRÈÈ)>*>4´4´>*?*IžIžST^†^†húhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒxxîîd d"Ú"Ú$P%P'Æ'Æ)<*<,²,².(/(1ž1ž346Š6Š89;v;v=ì=ì?b@bBØBØDNENGÄGÄI:J:L®L®N"O"Q–Q–S T V~V~XòXòZf[f]Ú]Ú_N`NbÂbÂd6e6gªgªijl’l’noqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡އމŠŒvŒvŽêŽê�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2‹GW2ЋGW2)ˆW2L)ˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2]±W2(]±W2ûñW2¤ûñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2/X2€/X2Í[X2üÍ[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2¥X2´ ¥X2qÉX20 qÉX2³öX2P³öX2Y2,Y2÷]Y2˜÷]Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2{O\2Ì{O\2K!]2K!]2ó3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡'ó b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 HˆÍ ›Û bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡'ó b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 HˆÍ ›Û bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡'ó  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 HˆÍ ›Û  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 /€ 4T bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1­í€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1´4¡!Ž{ûm­ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞQQÄÄ)7*74ª4ª>?IŒIŒSýSý]n^nhßhßrPsP} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽttççZ Z"Í"Í$@%@'³'³)&*&,™,™. / 113ò3ò5e6e8Ø8Ø:K;K=¾=¾?/@/B B DEG‚G‚IóIóKdLdNÕNÕPFQFS·S·U(V(X™X™Z [ ]{]{_ì_ìa]b]dÎdÎf?g?i°i°k!l!n’n’pqststuåuåwVxVzÇzÇ|8}8©©�‚„‹„‹†ü†üˆl‰l‹Ü‹Ü�LŽL�¼�¼’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2mGW2�mGW2 ˆW2 ˆW2[ŒW2$[ŒW29±W2�9±W2×ñW2×ñW2-öW2$-öW2 X2� X2©[X2©[X2ÿ_X2$ÿ_X2¤X2�¤X2{ÈX2ü{ÈX2'ûX2 'ûX2ONY2| ONY2;ìY2Ü ;ìY2ÂZ2  ÂZ2M®[2¤ M®[2qP\2„ qP\2A"]2ÈA"]2é4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1%Y]‘îºÏ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1%Y]‘îºÏ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1%Y]‘îºÏ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations13S  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww î îeeÜÜ)S*S4Ê4Ê>???I´I´S)T)^ž^žhisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðwwîîeeÜÜ S S Ê ÊAA¸¸//¦¦””  ‚ ‚"ù"ù$p%p'ç'ç)^*^,Õ,Õ.L/L1Ã1Ã3:4:6±6±8(9(;Ÿ;Ÿ=>@�@�BCE{E{GòGòIgJgLÜLÜNQOQQÆQÆS;T;V°V°X%Y%[š[š]^`„`„bùbùdnengãgãiXjXlÍlÍnBoBq·q·s,t,v¡v¡xy{‹{‹}~€u€u‚ê‚ê„_…_‡Ô‡Ô‰IŠIŒ¾Œ¾Ž3�3‘¨‘¨“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2…GW2�…GW2#ˆW2 #ˆW2�W2�W2Q±W2€Q±W2ïñW2üïñW2ÙøW2ÙøW2#X2p#X2Á[X2ìÁ[X2«bX2ô«bX2¡¢X2`¡¢X2ÇX2ÌÇX2'ûX2ì'ûX2ONY2L ONY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[25P\2T 5P\2"]2˜"]2­4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Eyã b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1©é€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Eyã b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1©é€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Eyã b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1©é €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1µÕ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ì ìaaÖÖ)K*K4À4À>4?4I¨I¨ST^�^�hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttììddÜÜ T T Ì ÌDD¼¼44¬¬!!––  € €"õ"õ$j%j'ß'ß)T*T,É,É.>/>1³1³3(4(6�6�89;‡;‡=ü=ü?q@qBæBæD[E[GÐGÐIDJDL¸L¸N,O,Q Q STVˆVˆXüXüZp[p]ä]ä_X`XbÌbÌd@e@g´g´i(j(lœlœnoq„q„søsøulvlxàxàzT{T}È}È<€<‚°‚°„$…$‡˜‡˜‰ Š Œ‚Œ‚Ž÷Ž÷�l‘l“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2mGW2�mGW2 ˆW2 ˆW2[ŒW2$[ŒW2?±W2�?±W2ÝñW2ÝñW2-öW2$-öW2X2�X2¯[X2¯[X2ÿ_X2$ÿ_X2¡¥X2�¡¥X2ÊX2üÊX2'ûX2 'ûX2ONY2| ONY2#ìY2Ü #ìY2ûÁZ2  ûÁZ25®[2¤ 5®[2P\2„ P\2Õ!]2ÈÕ!]2}4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1&Z[�ê¶Ò b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1&Z[�ê¶Ò b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1&Z[�ê¶Ò b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1µÕ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ì ìbb××)L*L4Á4Á>4?4I§I§ST^�^�hissss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvììbbØØ N N Ä Ä::°°&&œœˆˆþþt t"ê"ê$_%_'Ô'Ô)I*I,¾,¾.3/31¨1¨346’6’89;|;|=ñ=ñ?f@fBÛBÛDPEPGÅGÅI8J8L«L«NOQ‘Q‘STVwVwXêXêZ][]]Ð]Ð_C`Cb¶b¶d)e)gœgœijl‚l‚nõnõphqhsÛsÛuNvNxÁxÁz4{4}§}§€‚�‚�„…‡s‡s‰æ‰æ‹YŒYŽÌŽÌ�?‘?“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2…GW2�…GW2#ˆW2 #ˆW2�W2�W2W±W2€W±W2õñW2üõñW2ÓøW2ÓøW2)X2p)X2Ç[X2ìÇ[X2¥bX2ô¥bX2¡¢X2`¡¢X2ÇX2ÌÇX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Eyå b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¨è€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Eyå b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¨è€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Eyå b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¨è €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1µÕ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ê ê__ÔÔ)I*I4¾4¾>1?1I¤I¤ST^ˆ^ˆhúhúrlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttêê``ÖÖ L L  Â88®®$$šš„„ùùn n"ã"ã$X%X'Í'Í)B*B,·,·.,/,1¡1¡346‹6‹89;u;u=ê=ê?_@_BÔBÔDIEIG¾G¾I1J1L¤L¤NOQŠQŠSýSýUpVpXãXãZV[V]É]É_<`v>x°x°z"{"}”}”€‚x‚x„ê„ê†\‡\‰ωϋBŒB޵޵�(‘(“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2UGW2�UGW2ó‡W2 ó‡W2[ŒW2[ŒW2!±W2€!±W2¿ñW2ü¿ñW2-öW2-öW2óX2póX2‘[X2ì‘[X2ÿ_X2ôÿ_X2¤X2`¤X2cÈX2ÌcÈX2!ûX2ì!ûX2INY2L INY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2GP\2T GP\2"]2˜"]2¿4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽë· b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1C€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽë· b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1C€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽë· b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1C €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1:  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww ñ ñggÝÝ)S*S4Ç4Ç>;?;I¯I¯S#T#^—^—h i s}s}} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðwwññkkåå _ _ Ù ÙSSÍÍGGÁÁ77­­## ™ ™"#%…%…'û'û)q*q,ç,ç.]/]1Ó1Ó3I4I6¿6¿8595;«;«=>@“@“BCE{E{GïGïIcJcL×L×NKOKQ¿Q¿S3T3V§V§XY[�[�]^`w`wbëbëd_e_gÓgÓiGjGl»l»n/o/q£q£stv‹v‹xÿxÿzs{s}ç}ç[€[‚ςτC…C‡µ‡µ‰(Š(Œ›Œ›Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2‹GW2�‹GW2)ˆW2 )ˆW2ïŽW2ïŽW2W±W2€W±W2õñW2üõñW2ÁøW2ÁøW2)X2p)X2Ç[X2ìÇ[X2“bX2ô“bX2›¢X2`›¢X2ûÆX2ÌûÆX2!ûX2ì!ûX2INY2L INY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2YP\2T YP\2)"]2˜)"]2Ñ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ ì b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1šÚ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ ì b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1šÚ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ ì b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1šÚ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1µÕ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp ç ç^^ÕÕ)L*L4Ã4Ã>:?:I±I±S(T(^š^šh i s~s~} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppçç^^ÕÕ L L à Ã::±±((ŸŸ�� { {"ò"ò$i%i'à'à)W*W,Î,Î.E/E1¼1¼33436ª6ª8!9!;˜;˜=>@†@†BýBýDtEtGëGëIbJbLÙLÙNPOPQÇQÇS>T>VµVµX,Y,[£[£]^`‘`‘bceegögöimjmlälänVoVqÈqÈs:t:v¬v¬xy{�{�}~€t€t‚æ‚æ„X…X‡ʇʉ<Š<Œ®Œ®Ž � ‘’‘’“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2OGW2�OGW2í‡W2 í‡W2[ŒW2[ŒW2!±W2€!±W2¿ñW2ü¿ñW2-öW2-öW2óX2póX2‘[X2ì‘[X2ÿ_X2ôÿ_X2›¢X2`›¢X2ûÆX2ÌûÆX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒç³ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1B€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒç³ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1B€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒç³ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1B €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1µÕ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu í íaaÕÕ)I*I4»4»>-?-IŸIŸST^ƒ^ƒhõhõrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuííeeÝÝ U U Í ÍEE½½55­­!!••  } }"ñ"ñ$e%e'Ù'Ù)M*M,Á,Á.5/51©1©346‘6‘89;y;y=ë=ë?]@]BÏBÏDAEAG³G³I%J%L—L—N O Q{Q{SíSíU_V_XÑXÑZC[C]µ]µ_'`'b™b™d e g}g}iïiïkalanÓnÓpEqEs·s·u)v)x›x›z { }}ññ�c‚c„Õ„Õ†E‡E‰¶‰¶‹'Œ'Ž˜Ž˜� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2‹GW2�‹GW2)ˆW2 )ˆW2õŽW2õŽW2]±W2€]±W2ûñW2üûñW2ÇøW2ÇøW2/X2p/X2Í[X2ìÍ[X2™bX2ô™bX2›¢X2`›¢X2ûÆX2ÌûÆX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2ÿO\2T ÿO\2Ï!]2˜Ï!]2w4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚"î b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1›Û€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚"î b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1›Û€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚"î b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1›Û €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1µÕ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp å åZZÏÏ)D*D4¹4¹>.?.I£I£ST^Š^Šhühürnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppååZZÏÏ D D ¹ ¹..££��wwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇDG?GI¾I¾S3T3^¦^¦hisŠsŠ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssììeeÞÞ W W Ð ÐIIÂÂ;;´´--¦¦ ˜ ˜"#%Š%Š'(*|*|,õ,õ.n/n1ç1ç3`4`6Ù6Ù8R9R;Ë;Ë=D>D@½@½B6C6E¯E¯G(H(JŸJŸLMO�O�QRT{T{VòVòXiYi[à[à]W^W`Î`ÎbCcCe¸e¸g-h-j¢j¢lmoŠoŠqýqýsptpvãvãxVyV{É{É}<~<€¯€¯‚"ƒ"…•…•‡ˆŠxŠxŒêŒêŽ\�\‘ΑΓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2‹GW2�‹GW2)ˆW2 )ˆW2�W2�W2]±W2€]±W2ûñW2üûñW2ÓøW2ÓøW2/X2p/X2Í[X2ìÍ[X2¥bX2ô¥bX2•¢X2`•¢X2õÆX2ÌõÆX2!ûX2ì!ûX2CNY2L CNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹)õ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1«ë€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹)õ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1«ë€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹)õ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1«ë €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1µÕ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp ê êddÚÚ)P*P4Æ4Æ>:?:I®I®S"T"^–^–h i s~s~} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppêêddÞÞ X X Ò ÒLLÆÆ@@ºº44®®(( ¢ ¢"#%’%’'(*~*~,ô,ô.j/j1à1à3V4V6Ì6Ì8B9B;¸;¸=.>.@¤@¤BCE�E�GHJzJzLîLîNbObQÖQÖSJTJV¾V¾X2Y2[¦[¦]^`Ž`Žbcevevgêgêi^j^lÒlÒnFoFqºqºs.t.v¢v¢xy{Š{Š}þ}þr€r‚æ‚æ„Z…Z‡·ΉBŠBŒ¶Œ¶Ž*�*‘ž‘ž“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2IGW2�IGW2ç‡W2 ç‡W2[ŒW2[ŒW2±W2€±W2¹ñW2ü¹ñW2-öW2-öW2íX2píX2‹[X2ì‹[X2ÿ_X2ôÿ_X2•¢X2`•¢X2õÆX2ÌõÆX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2P\2T P\2í!]2˜í!]2•4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ä° b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ä° b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ä° b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1µÕ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq è è__ÖÖ)M*M4Ä4Ä>9?9I®I®S!T!^’^’hissss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqèè__ÖÖ M M Ä Ä;;²²))  ŽŽ | |"ó"ó$j%j'á'á)X*X,Ï,Ï.F/F1½1½34446«6«8"9";™;™=>@‡@‡BþBþDuEuGìGìIaJaLÖLÖNKOKQÀQÀS5T5VªVªXY[”[”] ^ `~`~bñbñddedg×g×iJjJl½l½n.o.qŸqŸstv�v�xòxòzc{c}Ô}ÔE€E‚¶‚¶„'…'‡—‡—‰ŠŒyŒyŽêŽê�[‘[“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2‘GW2�‘GW2/ˆW2 /ˆW2ûŽW2ûŽW2]±W2€]±W2ûñW2üûñW2ÍøW2ÍøW2/X2p/X2Í[X2ìÍ[X2ŸbX2ôŸbX2•¢X2`•¢X2õÆX2ÌõÆX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹+÷ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ªê€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹+÷ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ªê€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹+÷ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ªê €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1µÕ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp è è``ÔÔ)H*H4¼4¼>.?.I I ST^„^„höhörhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppèè``ØØ P P È È@@¸¸00¨¨  ˜˜ ˆ ˆ"#%t%t'è'è)\*\,Ð,Ð.D/D1¸1¸3,4,6 6 89;ˆ;ˆ=ü=ü?p@pBäBäDXEXGÌGÌI>J>L°L°N"O"Q”Q”STVxVxXêXêZ\[\]Î]Î_@`@b²b²d$e$g–g–ijlzlznìnìp^q^sÐsÐuBvBx´x´z&{&}˜}˜ € ‚|‚|„î„î†`‡`‰Ò‰Ò‹DŒD޶޶�(‘(“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2CGW2�CGW2á‡W2 á‡W2gŒW2gŒW2±W2€±W2³ñW2ü³ñW29öW29öW2çX2pçX2…[X2ì…[X2 `X2ô `X2•¢X2`•¢X2õÆX2ÌõÆX2ûX2ìûX2CNY2L CNY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2•P\2T •P\2e"]2˜e"]2 5]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆå± b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Z€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆå± b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Z€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆå± b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Z €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1µÕ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo ç ç__××)O*O4Ç4Ç>=?=I³I³S)T)^Ÿ^Ÿhis‹s‹} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooçç__×× O O Ç Ç??··//§§—— ‡ ‡"ÿ"ÿ$w%w'ï'ï)g*g,ß,ß.W/W1Ï1Ï3G4G6¿6¿8797;¯;¯='>'@Ÿ@ŸBCE�E�GHJ}J}LóLóNiOiQßQßSUTUVËVËXAYA[·[·]-^-`£`£bce�e�ghj{j{lñlñngogqÝqÝsStSvÉvÉx?y?{µ{µ}+~+€¡€¡‚ƒ…�…�‡ˆŠyŠyŒïŒïŽe�e‘Û‘Û“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2‘GW2�‘GW2/ˆW2 /ˆW2ÝŽW2ÝŽW2c±W2€c±W2òW2üòW2¯øW2¯øW25X2p5X2Ó[X2ìÓ[X2�bX2ô�bX2›¥X2`›¥X2ûÉX2ÌûÉX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”2þ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Í€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”2þ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Í€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”2þ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Í €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii ß ßTTÉÉ)>*>4±4±>$?$I—I—S T ^}^}hðhðrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiißßUUËË A A · ·--££��yyîîc c"Ø"Ø$M%M'Â'Â)7*7,¬,¬.!/!1–1–3 4 6€6€8õ8õ:j;j=Ý=Ý?P@PBÃBÃD6E6G©G©IJL�L�NOQuQuSèSèU[V[XÎXÎZA[A]´]´_'`'bšbšd e g€g€ióiókflfnÙnÙpLqLs¿s¿u2v2x¥x¥z{}‹}‹þþ�q‚q„ä„ä†U‡U‰ljNj9Œ9ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2CGW2�CGW2á‡W2 á‡W2mŒW2mŒW2±W2€±W2­ñW2ü­ñW2?öW2?öW2áX2páX2[X2ì[X2`X2ô`X2Ù£X2`Ù£X29ÈX2Ì9ÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2P\2T P\2í!]2˜í!]2•4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†á­ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1[€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†á­ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1[€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†á­ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1[ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ã ãYYÏÏ)E*E4»4»>/?/I£I£ST^‹^‹hÿhÿrsss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmããYYÏÏ E E » »11§§““  õõk k"á"á$W%W'Í'Í)C*C,¹,¹.///1¥1¥346‘6‘89;};}=ó=ó?i@iBßBßDUEUGËGËI?J?L³L³N'O'Q›Q›STVƒVƒX÷X÷Zk[k]ß]ß_S`SbÇbÇd;e;g¯g¯i#j#l—l—n o qqsósóugvgxÛxÛzO{O}Ã}Ã7€7‚«‚«„…‡“‡“‰ŠŒ{Œ{ŽïŽï�c‘c“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2—GW2�—GW25ˆW2 5ˆW2ÝŽW2ÝŽW2c±W2€c±W2òW2üòW2¯øW2¯øW25X2p5X2Ó[X2ìÓ[X2�bX2ô�bX29¤X2`9¤X2™ÈX2Ì™ÈX2ûX2ìûX2CNY2L CNY2óëY2¬ óëY2ËÁZ2p ËÁZ2®[2t ®[2uO\2T uO\2E!]2˜E!]2í3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”4 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ŽÎ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”4 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ŽÎ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”4 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ŽÎ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Xx  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk á áTTÇÇ):*:4«4«>?I�I�SþSþ]o^ohàhàrOsO} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkááWWÍÍ C C ¹ ¹//¥¥‘‘wwêê] ]"Ð"Ð$C%C'¶'¶))*),œ,œ./1‚1‚3õ3õ5h6h8Û8Û:N;N=¿=¿?0@0B¡B¡DEGƒGƒIôIôKeLeNÖNÖPGQGS¸S¸U)V)XšXšZ [ ]|]|_í_ía^b^dÏdÏf@g@i±i±k"l"n“n“pqsusuuæuæwWxWzÈzÈ|9}9ªª�‚„Œ„Œ†û†ûˆk‰k‹Û‹Û�KŽK�»�»’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2=GW2�=GW2Û‡W2 Û‡W2[ŒW2[ŒW2±W2€±W2­ñW2ü­ñW2-öW2-öW2áX2páX2[X2ì[X2ÿ_X2ôÿ_X2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…â® b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…â® b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…â® b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations13S  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk â âYYÐÐ)G*G4¾4¾>3?3I¨I¨ST^’^’his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkââYYÐÐ G G ¾ ¾55¬¬##ššˆˆÿÿv v"í"í$d%d'Û'Û)R*R,É,É.@/@1·1·3.4.6¥6¥89;“;“= > @�@�BøBøDoEoGæGæI[J[LÐLÐNEOEQºQºS/T/V¤V¤XY[Ž[Ž]^`x`xbíbídbebg×g×iLjLlÁlÁn6o6q«q«s t v•v•x y {{}ô}ôi€i‚Þ‚Þ„S…S‡ȇȉ=Š=Œ²Œ²Ž'�'‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2—GW2�—GW25ˆW2 5ˆW2õŽW2õŽW2i±W2€i±W2òW2üòW2ÇøW2ÇøW2;X2p;X2Ù[X2ìÙ[X2™bX2ô™bX2'¤X2`'¤X2‡ÈX2̇ÈX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�; b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¨è€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�; b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¨è€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�; b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¨è €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Nn  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àUUÊÊ)?*?4´4´>(?(IœIœST^„^„høhørlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  ŠŠÿÿt t"é"é$^%^'Ó'Ó)H*H,½,½.2/21§1§346‘6‘89;{;{=ð=ð?e@eBÚBÚDOEOGÄGÄI8J8L¬L¬N O Q”Q”STV|V|XðXðZd[d]Ø]Ø_L`LbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡Œ‡Œ‰ŠŒvŒvŽëŽë�`‘`“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2=GW2�=GW2Û‡W2 Û‡W2[ŒW2[ŒW2 ±W2€ ±W2§ñW2ü§ñW2-öW2-öW2ÛX2pÛX2y[X2ìy[X2ÿ_X2ôÿ_X2�¢X2`�¢X2ïÆX2ÌïÆX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OƒÞª b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OƒÞª b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OƒÞª b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1µÕ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj à àVVËË)@*@4µ4µ>(?(I›I›ST^�^�hôhôrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjààVVÌÌ B B ¸ ¸..¤¤��||òòh h"Þ"Þ$S%S'È'È)=*=,²,².'/'1œ1œ346†6†8û8û:p;p=å=å?Z@ZBÏBÏDDEDG¹G¹I,J,LŸLŸNOQ…Q…SøSøUkVkXÞXÞZQ[Q]Ä]Ä_7`7bªbªdeg�g�ijlvlvnénép\q\sÏsÏuBvBxµxµz({(}›}›€‚�‚�„ô„ô†g‡g‰Ú‰Ú‹MŒMŽÀŽÀ�3‘3“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2—GW2�—GW25ˆW2 5ˆW2õŽW2õŽW2i±W2€i±W2òW2üòW2ÇøW2ÇøW2;X2p;X2Ù[X2ìÙ[X2™bX2ô™bX2?¤X2`?¤X2ŸÈX2ÌŸÈX2ûX2ìûX2=NY2L =NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2ÕO\2T ÕO\2¥!]2˜¥!]2M4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�=  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1§ç€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�=  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1§ç€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�=  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1§ç €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1e…  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞSSÈÈ)=*=4²4²>%?%I˜I˜S T ^|^|hîhîr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽxxííb b"×"×$L%L'Á'Á)6*6,«,«. / 1•1•3 4 668ô8ô:i;i=Þ=Þ?S@SBÈBÈD=E=G²G²I%J%L˜L˜N O Q~Q~SñSñUdVdX×X×ZJ[J]½]½_0`0b¢b¢deg†g†iøiøkjljnÜnÜpNqNsÀsÀu2v2x¤x¤z{}ˆ}ˆúú�l‚l„Þ„Þ†P‡P‰ÉË6Œ6ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W27GW2�7GW2Õ‡W2 Õ‡W2aŒW2aŒW2 ±W2€ ±W2§ñW2ü§ñW23öW23öW2ÛX2pÛX2y[X2ìy[X2`X2ô`X2›¥X2`›¥X2ûÉX2ÌûÉX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ß« b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1W€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ß« b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1W€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ß« b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1W €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ãã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk å å[[ÑÑ)G*G4»4»>/?/I£I£ST^‹^‹hÿhÿrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkåå__ÙÙ S S Í ÍGGÁÁ;;µµ++¡¡ � �"#%y%y'ï'ï)e*e,Û,Û.Q/Q1Ç1Ç3=4=6³6³8)9);Ÿ;Ÿ=>@‡@‡BûBûDoEoGãGãIWJWLËLËN?O?Q³Q³S'T'V›V›XY[ƒ[ƒ]÷]÷_k`kbßbßdSeSgÇgÇi;j;l¯l¯n#o#q—q—s t vvxóxózg{g}Û}ÛO€O‚ÂÄ7…7‡©‡©‰ŠŒ�Œ�Ž�‘u‘u“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2�GW2��GW2;ˆW2 ;ˆW2ÑŽW2ÑŽW2o±W2€o±W2 òW2ü òW2£øW2£øW2AX2pAX2ß[X2ìß[X2ubX2ôubX2-¤X2`-¤X2�ÈX2Ì�ÈX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2;P\2T ;P\2 "]2˜ "]2³4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦D b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‹Ë€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦D b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‹Ë€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦D b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‹Ë €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Uu  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>.?.I¥I¥ST^Ž^Žhisrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLÍLÍNDODQ»Q»S2T2V©V©X Y [—[—]^`…`…bübüdsesgêgêiajalØlØnJoJq¼q¼s.t.v v xy{„{„}ö}öh€h‚Ú‚Ú„L…L‡¾‡¾‰0Š0Œ¢Œ¢Ž�‘†‘†“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W21GW2�1GW2χW2 χW2aŒW2aŒW2±W2€±W2¡ñW2ü¡ñW23öW23öW2ÕX2pÕX2s[X2ìs[X2`X2ô`X2 ¤X2` ¤X2iÈX2ÌiÈX2ûX2ìûX27NY2L 7NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2±O\2T ±O\2�!]2˜�!]2)4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Û§ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1X€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Û§ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1X€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Û§ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1X €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations15U  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áUUÉÉ)=*=4¯4¯>!?!I“I“ST^w^whéhérYsY} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‰‰ýýq q"å"å$Y%Y'Í'Í)A*A,µ,µ.)/)1�1�346…6…8ù8ù:m;m=ß=ß?Q@QBÃBÃD5E5G§G§IJL‹L‹NýNýPoQoSáSáUSVSXÅXÅZ7[7]©]©_`b�b�dÿdÿfqgqiãiãkUlUnÇnÇp9q9s«s«uvx�x�z{}s}såå�W‚W„ɄɆ9‡9‰ª‰ª‹ŒŽŒŽŒ�ý�ý’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2�GW2��GW2;ˆW2 ;ˆW2ÑŽW2ÑŽW2o±W2€o±W2 òW2ü òW2£øW2£øW2AX2pAX2ß[X2ìß[X2ubX2ôubX2}¥X2`}¥X2ÝÉX2ÌÝÉX2ûX2ìûX27NY2L 7NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦F b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‹Ë€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦F b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‹Ë€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦F b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‹Ë €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥Å  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ù ÙNNÃÃ)8*84­4­>"?"I—I—S T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÙÙNNÃà 8 8 ­ ­""——  ��öökkààU U"Ê"Ê$?%?'´'´))*),ž,ž./1ˆ1ˆ3ý3ý5r6r8ç8ç:\;\=Ñ=Ñ?F@FB»B»D0E0G¥G¥IJL�L�NOQyQySîSîUcVcXØXØZM[M]Â]Â_7`7b¬b¬d!e!g–g–i j l€l€nònòpdqdsÖsÖuHvHxºxºz,{,}ž}ž€‚‚‚‚„ô„ô†f‡f‰؉؋JŒJ޼޼�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W21GW2�1GW2χW2 χW2OŒW2OŒW2±W2€±W2¡ñW2ü¡ñW2!öW2!öW2ÕX2pÕX2s[X2ìs[X2ó_X2ôó_X2÷£X2`÷£X2WÈX2ÌWÈX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2wP\2T wP\2G"]2˜G"]2ï4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kܨ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kܨ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kܨ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1%E  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg à àYYÒÒ)K*K4Ä4Ä>;?;I²I²S'T'^œ^œhis€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggààYYÒÒ K K Ä Ä==¶¶//¨¨!!šš Œ Œ"#%~%~'÷'÷)p*p,é,é.b/b1Û1Û3T4T6Í6Í8F9F;¿;¿=8>8@±@±B*C*E£E£GHJ“J“L M O�O�QøQøSoToVæVæX]Y][Ô[Ô]K^K`Â`Âb7c7e¬e¬g!h!j–j–l m o€o€qóqósftfvÙvÙxLyL{¿{¿}2~2€¥€¥‚ƒ…‹…‹‡ü‡ü‰nŠnŒàŒàŽR�R‘đē b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2£GW2�£GW2AˆW2 AˆW2éŽW2éŽW2o±W2€o±W2 òW2ü òW2»øW2»øW2AX2pAX2ß[X2ìß[X2�bX2ô�bX2w¥X2`w¥X2×ÉX2Ì×ÉX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2?ÀZ2p ?ÀZ2�[2t �[2MP\2T MP\2C ]2˜C ]2ë2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯M b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¥å€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯M b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¥å€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯M b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¥å €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ÉÅ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Þ ÞXXÎÎ)D*D4º4º>.?.I¢I¢ST^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÞÞXXÒÒ L L Æ Æ@@ºº44®®((¢¢ – –"#%†%†'ü'ü)r*r,è,è.^/^1Ô1Ô3J4J6À6À8696;¬;¬=">"@˜@˜BCE„E„GúGúInJnLâLâNVOVQÊQÊS>T>V²V²X&Y&[š[š]^`‚`‚böbödjejgÞgÞiRjRlÆlÆnDoDq¸q¸s,t,v v xy{ˆ{ˆ}ü}üp€p‚ä‚ä„X…X‡̇̉@Š@Œ´Œ´Ž(�(‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2+GW2�+GW2ɇW2 ɇW2OŒW2OŒW2ý°W2€ý°W2›ñW2ü›ñW2!öW2!öW2ÏX2pÏX2m[X2ìm[X2ó_X2ôó_X25¥X2`5¥X2•ÉX2Ì•ÉX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2P\2T P\2Õ!]2˜Õ!]2}4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ؤ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ؤ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ؤ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1`€  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>-?-I¢I¢ST^Š^Šhûhûrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbåbådXeXgËgËi>j>l±l±n&o&q—q—stvyvyxêxêz[{[}Ì}Ì=€=‚®‚®„…‡�‡�‰ŠŒqŒqŽâŽâ�S‘S“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2£GW2�£GW2AˆW2 AˆW2éŽW2éŽW2u±W2€u±W2òW2üòW2»øW2»øW2GX2pGX2å[X2ìå[X2�bX2ô�bX27¦X2`7¦X2—ÊX2Ì—ÊX2ûX2ìûX27NY2L 7NY2ÿëY2¬ ÿëY2'ÀZ2p 'ÀZ2�[2t �[2ÕO\2T ÕO\2Ë]2˜Ë]2s2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯O b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¤ä€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯O b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¤ä€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯O b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¤ä €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ˆ„  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜTTÈÈ)<*<4°4°>"?"I”I”ST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœŒŒ | |"ô"ô$h%h'Ü'Ü)P*P,Ä,Ä.8/81¬1¬3 4 6”6”89;|;|=ð=ð?d@dBØBØDLELGÀGÀI2J2L¤L¤NOQˆQˆSúSúUlVlXÞXÞZP[P]Â]Â_4`4b¦b¦degŠgŠiüiüknlnnènèpZqZsÌsÌu>v>x°x°z"{"}”}”€‚x‚x„ê„ê†\‡\‰Ή΋@Œ@޲޲�$‘$“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2+GW2�+GW2ɇW2 ɇW2UŒW2UŒW2÷°W2€÷°W2•ñW2ü•ñW2'öW2'öW2ÉX2pÉX2g[X2ìg[X2ù_X2ôù_X2ë£X2`ë£X2KÈX2ÌKÈX2 ûX2ì ûX21NY2L 1NY2#ìY2¬ #ìY2KÀZ2p KÀZ2)�[2t )�[2‰P\2T ‰P\2 ]2˜ ]2'3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Ù¥ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1T€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Ù¥ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1T€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Ù¥ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1T €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1B>  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛSSÍÍ)E*E4½4½>3?3I©I©ST^¡^¡his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$m%m'å'å)]*],Õ,Õ.M/M1Å1Å3=4=6µ6µ8-9-;¥;¥=>@•@•B C E…E…GýGýIsJsLéLéN_O_QÕQÕSKTKVÁVÁX7Y7[­[­]#^#`™`™bce…e…gûgûiqjqlçlçnioiqßqßsUtUvËvËxAyA{·{·}-~-€£€£‚ƒ…�…�‡ˆŠ{Š{ŒñŒñŽg�g‘ݑݓ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2©GW2�©GW2GˆW2 GˆW2ËŽW2ËŽW2u±W2€u±W2òW2üòW2�øW2�øW2GX2pGX2å[X2ìå[X2obX2ôobX2‰¥X2`‰¥X2éÉX2ÔéÉX2 ûX2ô ûX21NY2T 1NY2ÿëY2´ ÿëY2'ÀZ2x 'ÀZ2�[2| �[2ÕO\2\ ÕO\2Ë]2 Ë]2s2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸V" b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‹Ë€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸V" b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‹Ë€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸V" b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‹Ë €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1¡é%Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10]] Ó ÓRRÇÇ)<*<4¯4¯>"?"I•I•ST^‡^‡húhúrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð]]ÓÓII¿¿ 5 5 « «!!——  ƒƒwwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Û=Û?N@NBÁBÁD4E4G§G§IJL�L�NOQsQsSæSæUYVYXÌXÌZ?[?]²]²_%`%b¤b¤degŠgŠiýiýkplpnãnãpVqVsÉsÉu'?'I›I›ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$O%O'Å'Å);*;,±,±.'/'1�1�346‰6‰8ÿ8ÿ:u;u=ë=ë?a@aB×B×DMEMGÃGÃI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqƒqƒs÷s÷ukvkxßxßzS{S}Ç}Ç;€;‚¯‚¯„#…#‡—‡—‰ Š ŒŒŽóŽó�g‘g“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÓ2W2©GW2�©GW2GˆW2 GˆW2ËŽW2ËŽW2{±W2€{±W2òW2üòW2�øW2�øW2MX2pMX2ë[X2ìë[X2obX2ôobX2)¥X2`)¥X2‰ÉX2Ô‰ÉX2 ûX2ô ûX21NY2T 1NY2íëY2´ íëY2ÀZ2x ÀZ2ó�[2| ó�[2oO\2\ oO\2e]2 e]2 2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸X$ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‹Ë€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸X$ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‹Ë€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸X$ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‹Ë €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1¡éÇ{  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Õ ÕPPÃÃ)6*64§4§>?I‰I‰ST^w^whèhèrWsW} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……ssææY Y"Ì"Ì$?%?'²'²)%*%,˜,˜. / 1~1~3ñ3ñ5d6d8×8×:J;J=»=»?,@,B�B�DEGGIðIðKaLaNÒNÒPCQCS´S´U%V%X–X–Z[]x]x_é_éafbfd×d×fHgHi¹i¹k*l*n›n›p q s}s}uîuîw_x_zÐzÐ|A}A²²�#‚#„”„”†‡‰s‰s‹ã‹ã�SŽS�Ã�Ã’ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Í2W2õFW2õFW2“‡W2|“‡W2÷ŒW2„÷ŒW2-�W2ð-�W2·™W2|·™W2íœW2HíœW2Á°W2ÔÁ°W2_ñW2P_ñW2ÉöW2XÉöW2ÿùW2ÄÿùW2‰X2P‰X2¿X2¿X2“X2¨“X21[X2$ 1[X2›`X2, ›`X2ÑcX2˜ ÑcX2[mX2$ [mX2‘pX2ð ‘pX2Ó�X2| Ó�X2‰¥X2X‰¥X2éÉX2ÔéÉX2+÷X2ô+÷X2 Y2Ð Y2×>Y2\×>Y2Å\Y2€Å\Y2ÃgY2¬ÃgY2ìY28ìY2ïÁZ2üïÁZ2)®[2)®[2£»[2ࣻ[2MP\2lMP\2"]2°"]2Å4]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P¯{ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1·÷ bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P¯{ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1·÷  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P¯{  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1·÷ bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �­¤ÄÄä bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1£ã-mÁ  F Í  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dGÇŽÕUœcã*ªñq¸8�™HÈhè�7·ÖV  † �  d ä + « ò r ¹ ù @ € Ç NŽ/o bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa ± ±UUÕÕ)K*K4Á4Á>7?7I«I«ST^Ÿ^Ÿhis‡s‡} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÛÛUUÏÏ I I ™ ™����%%ŸŸ “ “" # %�%�'(*y*y,ï,ï.e/e1Û1Û3Q4Q6Ç6Ç8=9=;³;³=)>)@Ÿ@ŸBCE‹E‹GHJwJwLëLëN_O_QÓQÓSGTGV»V»X/Y/[£[£]^`‹`‹bÿbÿdsesgçgçi[j[lÏlÏnOoOqÃqÃs7t7v«v«xy{“{“}~€{€{‚ï‚ï„c…c‡ׇ׉KŠKŒ¿Œ¿Ž3�3‘§‘§“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2»GW2è»GW2YˆW2dYˆW2 �W2l �W2—˜W2è—˜W2Í›W2´Í›W2�±W2@�±W2+òW2¼+òW2ßøW2ÄßøW2iX2@iX2ŸX2 ŸX2_X2˜_X2ý[X2ý[X2±bX2 ±bX2;lX2˜ ;lX2qoX2d qoX2³œX2𠳜X2A¥X2Ì A¥X2¡ÉX2H ¡ÉX2ãöX2hãöX2C Y2DC Y2ÿ=Y2Ðÿ=Y2a]Y2ôa]Y2_hY2 _hY2ìY2¬ìY2õÁZ2põÁZ2/®[2t/®[2©»[2T©»[2wP\2àwP\2G"]2$G"]2ï4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 Ôt@ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G‡‘ÑÎ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 Ôt@ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G‡‘ÑÎ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 Ôt@  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G‡‘ÑÎ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ·×Üü|œ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1NŽÜ"b b ¢ ò 2 bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dNΜêj¸8†TÔ"¢ðpÜ\À@•NÎ�‡`à0 °  € Ð P   p ð – Ö > ~ Ì \œì, bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ý ÝVVÑÑ) * 4Ã4Ã>7@°@°B)C)E¢E¢GHJ”J”L M O‚O‚QùQùSpTpVçVçX^Y^[Õ[Õ]L^L`Ã`Ãb8c8e­e­g"h"j—j—l m o‹o‹qþqþsqtqväväxWyW{Ê{Ê}=~=€°€°‚#ƒ#…–…–‡ ˆ Š{Š{ŒíŒíŽ_�_‘ёѓ  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Í2W2ïFW2ïFW2�‡W2|�‡W2÷ŒW2„÷ŒW2-�W2ð-�W2·™W2|·™W2íœW2HíœW2Á°W2ÔÁ°W2_ñW2P_ñW2ÉöW2XÉöW2ÿùW2ÄÿùW2‰X2P‰X2¿X2¿X2“X2¨“X21[X2$ 1[X2›`X2, ›`X2ÑcX2˜ ÑcX2[mX2$ [mX2‘pX2ð ‘pX2Ó�X2| Ó�X2¦X2X¦X2yÊX2ÔyÊX2»÷X2ô»÷X2' Y2Ð' Y2ã>Y2\ã>Y27]Y2€7]Y25hY2¬5hY2ÿëY28ÿëY2×ÁZ2ü×ÁZ2®[2®[2‹»[2à‹»[2ÕO\2lÕO\2¥!]2°¥!]2M4]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¬x b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1·÷ bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¬x b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1·÷  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¬x  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1·÷ bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 “³0PPp bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1NŽú: I • Õ Ú  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dNΜêj¸8†TÔ"¢ðp¼<ˆTÔ   ì l Õ U ¸ 8 ¤ $ „  s ó P Ð B   ^ ¬ ì 8xÄ¿ÿ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa ® ®QQÍÍ)A*A4µ4µ>)?)I›I›S T ^‹^‹hýhýroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A Ž Ž~~öönn‰‰ y y"ñ"ñ$m%m'á'á)U*U,É,É.=/=1±1±3%4%6™6™8 9 ;�;�=õ=õ?i@iBÝBÝDQEQGÅGÅI9J9L«L«NOQ�Q�STVsVsXåXåZW[W]É]É_;`;b­b­deg‘g‘ijlulunónópeqes×s×uIvIx»x»z-{-}Ÿ}Ÿ€‚ƒ‚ƒ„õ„õ†g‡g‰ىًKŒK޽޽�/‘/“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2ÁGW2èÁGW2_ˆW2d_ˆW2 �W2l �W2—˜W2è—˜W2Í›W2´Í›W2“±W2@“±W21òW2¼1òW2ßøW2ÄßøW2iX2@iX2ŸX2 ŸX2eX2˜eX2\X2\X2±bX2 ±bX2;lX2˜ ;lX2qoX2d qoX2³œX2𠳜X2M¥X2Ì M¥X2­ÉX2H ­ÉX2ïöX2hïöX2ÏY2DÏY2‹0?0I¥I¥ST^•^•hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$_%_'Ö'Ö)M*M,Ä,Ä.;/;1‡1‡3þ3þ5u6u8ì8ì:c;c=>@|@|BóBóDjEjGáGáIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubèbèd[e[gÎgÎiAjAl´l´n1o1q¢q¢stv„v„xõxõzf{f}×}×H€H‚¹‚¹„*…*‡œ‡œ‰ Š Œ~Œ~ŽïŽï�`‘`“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2%GW2è%GW2ÇW2dÇW2 �W2l �W2—˜W2è—˜W2Í›W2´Í›W2÷°W2@÷°W2•ñW2¼•ñW2ßøW2ÄßøW2iX2@iX2ŸX2 ŸX2ÉX2˜ÉX2g[X2g[X2±bX2 ±bX2;lX2˜ ;lX2qoX2d qoX2³œX2𠳜X2¥X2Ì ¥X2qÉX2H qÉX2³öX2h³öX2«Y2D«Y2gñ>ñHŽIŽS T ^~^~hñhñrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÔÔJJÀÀ 6 6 ¬ ¬""˜˜„„ùùnnããX X"Í"Í$B%B'·'·),*,,¡,¡./1‹1‹346u6u8ê8ê:_;_=Ô=Ô?G@GBºBºD-E-G G IéIéK\L\NÏNÏPBQBSµSµURVRXÅXÅZ8[8]«]«_`b›b›deg�g�iôiôkglgnÚnÚpMqMsÀsÀu3v3x¦x¦z{}Œ}Œÿÿ�r‚r„å„å†X‡X‰ʉʋ<Œ<ޮޮ� ‘ “  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2µGW2èµGW2SˆW2dSˆW2 �W2l �W2—˜W2è—˜W2Í›W2´Í›W2‡±W2@‡±W2%òW2¼%òW2ßøW2ÄßøW2iX2@iX2ŸX2 ŸX2YX2˜YX2÷[X2÷[X2±bX2 ±bX2;lX2˜ ;lX2qoX2d qoX2³œX2𠳜X2G¥X2Ì G¥X2§ÉX2H §ÉX2éöX2héöX2�Y2D�Y2= ~ Å LŒ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜTTÌÌ)D*D4¼4¼>4?4IªIªS T ^˜^˜hähär„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœŒŒ | |"ô"ô$l%l'ä'ä)\*\,Ô,Ô.L/L1Ä1Ä3<4<6´6´8,9,;¤;¤=>@”@”B C E„E„GüGüItJtLêLêN`O`QÖQÖSLTLVÂVÂX8Y8[®[®]$^$`š`šbce†e†gügüirjrlèlèn`o`qÖqÖsLtLvÂvÂx8y8{„{„}ú}úp€p‚æ‚æ„\…\‡ü‡ü‰rŠrŒèŒèŽ^�^‘Ô‘Ô“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2%GW2è%GW2ÇW2dÇW2 �W2l �W2—˜W2è—˜W2Í›W2´Í›W2÷°W2@÷°W2•ñW2¼•ñW2ßøW2ÄßøW2iX2@iX2ŸX2 ŸX2ÉX2˜ÉX2g[X2g[X2±bX2 ±bX2;lX2˜ ;lX2qoX2d qoX2³œX2𠳜X2ϤX2Ì ϤX2/ÉX2H /ÉX2qöX2hqöX2Y2DY2Íè>èH„I„SýSý]n^nhßhßrPsP} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††ùùllßßR R"Å"Å$8%8'«'«)*,‘,‘./1w1w3ê3ê5]6]8Ð8Ð:C;C=¶=¶?'@'B˜B˜D E GzGzIÀIÀK1L1N¢N¢PQS„S„U V X‘X‘Z[]s]s_ä_äa]b]dÎdÎf?g?i°i°k!l!n’n’pqststuåuåwVxVzÇzÇ|8}8©©�‚„‹„‹†ü†üˆl‰l‹Ü‹Ü�LŽL�¼�¼’  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2»GW2è»GW2YˆW2dYˆW2 �W2l �W2—˜W2è—˜W2Í›W2´Í›W2�±W2@�±W2+òW2¼+òW2ßøW2ÄßøW2iX2@iX2ŸX2 ŸX2_X2˜_X2ý[X2ý[X2±bX2 ±bX2;lX2˜ ;lX2qoX2d qoX2³œX2𠳜X2Y¥X2Ì Y¥X2¹ÉX2H ¹ÉX2ûöX2hûöX2 Y2D Y2Ã@Y2ÐÃ@Y2Å\Y2ôÅ\Y2ÃgY2 ÃgY2ÿëY2¬ÿëY2×ÁZ2p×ÁZ2®[2t®[2‹»[2T‹»[2P\2àP\2Õ!]2$Õ!]2}4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—Ëm9 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G‡˜ØÎ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—Ëm9 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G‡˜ØÎ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—Ëm9  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G‡˜ØÎ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ·×Üü‘± bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1G‡ÎU•Ü ¹ù bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dGÇŽÕUœcã*ªñq¸8ÿFÆ �ÔT ÕU ›  �  b â L Ì ) ©  ‡ ð p · ÷ > ~ 3 s Å LŒ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØNNÄÄ):*:4°4°>&?&IšIšST^†^†hÏhÏrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$L%L'Â'Â)8*8,®,®.$/$1š1š346†6†8ü8ü:r;r=è=è?^@^BÔBÔDJEJGÀGÀI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`Jb¾b¾d2e2g¦g¦ijlŽlŽnoqzqzsîsîubvbxÖxÖz{}“}“€‚{‚{„ï„ï†އމŠŒvŒvŽêŽê�^‘^“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2+GW2Ð+GW2ɇW2LɇW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2ý°W2(ý°W2›ñW2¤›ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2ÏX2€ÏX2m[X2üm[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2¥¤X2´ ¥¤X2ÉX20 ÉX2GöX2PGöX2uY2,uY2M\Y2˜M\Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2 P\2Ì P\2Û!]2Û!]2ƒ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Û§ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TG‡Ó bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Û§ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TG‡Ó bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Û§  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TG‡Ó  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 “³³ÓØø bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1!a €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ié4´ÿÊJ ×  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ù ÙNNÃÃ)8*84­4­>#?#I—I—S T ^^hóhórisi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A ¹ ¹11©©!!™™ƒƒøøm m"â"â$W%W'Ì'Ì)A*A,¶,¶.+/+1 1 346Š6Š8ÿ8ÿ:t;t=é=é?^@^BÓBÓDHEHG½G½I3J3L§L§NOQ�Q�STVwVwXëXëZ_[_]Ó]Ó_G`Gb»b»d/e/g£g£ijl‹l‹nÿnÿpsqssçsçu[v[xÏxÏzC{C}·}·+€+‚Ÿ‚Ÿ„…‡‰‡‰‰þ‰þ‹sŒsŽèŽè�]‘]“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2¯GW2ЯGW2MˆW2LMˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2�±W2(�±W2òW2¤òW2ñøW2¬ñøW2{X2({X2±X2ô±X2SX2€SX2ñ[X2üñ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2WY2,WY2E[Y2˜E[Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2GP\2ÌGP\2"]2"]2¿4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1о^* b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M�Ø¥å bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1о^* b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M�Ø¥å bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1о^*  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M�Ø¥å  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ·×Üü†¦ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1G €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ímª*gç$¤Ï   €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>.?.I£I£ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbèbèd]e]gÒgÒiGjGl¼l¼n1o1q¦q¦stv�v�xy{z{z}ï}ïd€d‚قلN…N‡ÇÉ8Š8Œ­Œ­Ž"�"‘—‘—“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2+GW2Ð+GW2ɇW2LɇW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2ý°W2(ý°W2›ñW2¤›ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2ÏX2€ÏX2m[X2üm[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2A¥X2´ A¥X2¡ÉX20 ¡ÉX2ãöX2PãöX2ýY2,ýY2Ý\Y2˜Ý\Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2ÉO\2ÌÉO\2™!]2™!]2A4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Ù¥ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UG‡Ò bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Ù¥ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UG‡Ò bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Ù¥  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UG‡Ò  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‘±Rrw— bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¬ ì €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1•  ` à + « ö v b¢ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×LLÁÁ)6*64«4«> ? I“I“ST^w^whéhér]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡üüqqææ[ ["Ð"Ð$E%E'º'º)/*/,¤,¤./1Ž1Ž346x6x8í8í:b;b=×=×?L@LBÁBÁD6E6G«G«I J L“L“NOQyQySìSìU_V_XÒXÒZE[E]¸]¸_+`+b�b�deg�g�ióiókelen×n×pIqIs»s»u-v-xŸxŸz{}ƒ}ƒõõ�g‚g„لنM‡M‰À‰À‹3Œ3ަަ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2µGW2еGW2SˆW2LSˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2�±W2(�±W2òW2¤òW2ñøW2¬ñøW2{X2({X2±X2ô±X2SX2€SX2ñ[X2üñ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2ÙY2,ÙY2Ã[Y2˜Ã[Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀb. b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 NŽÚ¦æ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀb. b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 NŽÚ¦æ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀb.  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 NŽÚ¦æ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ·×Üü’² bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1„ Ä €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1áa ž  [ Û  ˜ L Œ  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙOOÄÄ)9*94®4®>#?#I–I–S T ^|^|hïhïrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰ÿÿuuëëa a"×"×$L%L'Á'Á)6*6,«,«. / 1•1•3 4 668ô8ô:i;i=Þ=Þ?S@SBÈBÈD=E=G²G²I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¥b¥deg‹g‹iþiþkqlqnänäpWqWsÊsÊu=v=x°x°z#{#}–}– € ‚|‚|„ï„ï†b‡b‰Õ‰Õ‹HŒH޻޻�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W21GW2Ð1GW2χW2LχW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2¡ñW2¤¡ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2ÕX2€ÕX2s[X2üs[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2k¥X2´ k¥X2ËÉX20 ËÉX2 ÷X2P ÷X2uY2,uY2#\Y2˜#\Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[25P\2Ì5P\2"]2"]2­4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ܨ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UI‰à  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ܨ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UI‰à  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ܨ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UI‰à   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ·×Üüœ¼ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1^ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1NΗà`©) ¨ è  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ø ØOOÆÆ)=*=4´4´>-?-I¤I¤ST^�^�hÿhÿrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaØØOOÆÆ = = ´ ´++¢¢��~~õõl l"ã"ã$Z%Z'Ñ'Ñ)H*H,¿,¿.6/61­1­3$4$6›6›89;‰;‰=>@w@wBîBîDeEeGÜGÜIUJULÌLÌNCOCQºQºS1T1V¨V¨XY[–[–] ^ `„`„bûbûdrergégéi`j`l×l×nIoIq»q»s-t-vŸvŸxy{ƒ{ƒ}õ}õg€g‚قلK…K‡½‡½‰/Š/Œ¡Œ¡Ž�‘…‘…“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2©GW2ЩGW2GˆW2LGˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2{±W2({±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2MX2€MX2ë[X2üë[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2y¦X2´ y¦X2ÙÊX20 ÙÊX2øX2PøX2_Y2,_Y2É[Y2˜É[Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2)P\2Ì)P\2ù!]2ù!]2¡4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³S b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 X˜ŽÎî. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³S b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 X˜ŽÎî. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³S  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 X˜ŽÎî.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ÿ.N¨È bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 J€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1(¨ëk®.qñJ Š  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh â âXXÎÎ)D*D4º4º>.?.I¢I¢ST^Š^Šhþhþrrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²((žž Š Š"#%v%v'ì'ì)b*b,Ø,Ø.N/N1Ä1Ä3:4:6°6°8&9&;œ;œ=>@†@†BúBúDnEnGâGâIVJVLÊLÊN>O>Q²Q²S&T&VšVšXY[‚[‚]ö]ö_j`jbÞbÞdReRgÆgÆi:j:l®l®n"o"q–q–s t v~v~xòxòzf{f}Ú}ÚN€N‚‚„6…6‡ª‡ª‰ŠŒ�Œ�Ž�‘v‘v“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W21GW2Ð1GW2χW2LχW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2ý°W2(ý°W2›ñW2¤›ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÏX2€ÏX2m[X2üm[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2ù¤X2´ ù¤X2YÉX20 YÉX2›öX2P›öX2ýY2,ýY2­\Y2˜­\Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Ú¦ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 THˆÞ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Ú¦ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 THˆÞ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Ú¦  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 THˆÞ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �°°Ð+K bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1§ ç €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1r ò ; »  „ Í M 1q €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ö ÖKKÀÀ)5*54ª4ª>!?!I–I–S T ^}^}hïhïrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÖÖKKÀÀ 5 5 ª ª””  ~~óóhhÝÝR R"Ç"Ç$<%<'±'±)&*&,›,›./1…1…3ú3ú5o6o8ä8ä:Y;Y=Î=Î?C@CB¸B¸D-E-G¢G¢IJLŽLŽNOQxQxSíSíUbVbX×X×ZL[L]Á]Á_6`6b«b«d e g•g•i j llnñnñpcqcsÕsÕuGvGx¹x¹z+{+}�}�€‚�‚�„ó„ó†e‡e‰׉׋IŒI޻޻�-‘-“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2¯GW2ЯGW2MˆW2LMˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2{±W2({±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2MX2€MX2ë[X2üë[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2•¥X2´ •¥X2õÉX20 õÉX27÷X2P7÷X2áY2,áY2G\Y2˜G\Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2±O\2̱O\2�!]2�!]2)4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µW# b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™�Íð0 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µW# b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™�Íð0 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µW#  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™�Íð0  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ÿ¿VvÃã bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1�Í €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations14 ´ ÷ w º : } ý Í  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞRRÆÆ):*:4®4®> ? I’I’ST^v^vhèhèrZsZ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žž††úún n"â"â$V%V'Ê'Ê)>*>,²,².&/&1š1š346‚6‚8ö8ö:j;j=Þ=Þ?P@PBÂBÂD4E4G¦G¦IJLŠLŠNüNüPnQnSàSàURVRXÄXÄZ6[6]¨]¨_`bŒbŒdþdþfpgpiâiâkTlTnÆnÆp8q8sªsªuvxŽxŽz{}r}rää�V‚V„ȄȆ:‡:‰«‰«‹ŒŽ�Ž��þ�þ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W27GW2Ð7GW2Õ‡W2LÕ‡W2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2 ±W2( ±W2§ñW2¤§ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2ÛX2€ÛX2y[X2üy[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2k¥X2´ k¥X2ËÉX20 ËÉX2 ÷X2P ÷X2mY2,mY2�\Y2˜�\Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2MP\2ÌMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ý© b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  I_Ÿ@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ý© b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  I_Ÿ@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ý©  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  I_Ÿ@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ·×Üü›» bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 R €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1pð@À�à` L €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee ß ßYYÏÏ)E*E4»4»>1?1I¥I¥ST^�^�hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯))££ — —"#%‡%‡'ý'ý)s*s,é,é._/_1Õ1Õ3K4K6Á6Á8797;­;­=#>#@™@™BCE…E…GûGûIqJqLåLåNYOYQÍQÍSATAVµVµX)Y)[�[�]^`…`…bùbùdmemgágáiUjUlÉlÉn=o=q±q±s%t%v™v™x y {�{�}õ}õi€i‚݂݄Q…Q‡Ňʼn9Š9Œ­Œ­Ž!�!‘•‘•“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2£GW2УGW2AˆW2LAˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2o±W2(o±W2 òW2¤ òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2AX2€AX2ß[X2üß[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2µ¦X2´ µ¦X2ËX20 ËX2WøX2PWøX2oY2,oY2�\Y2˜�\Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2}P\2Ì}P\2M"]2M"]2õ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨H b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 X˜šÚâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨H b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 X˜šÚâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨H  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 X˜šÚâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 „¤8XÞþ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1W €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€NΜêj P €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh á áZZÓÓ)L*L4Å4Å>>?>IµIµS*T*^�^�hisƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhááZZÓÓ L L Å Å>>··00©©""›› � �"#%%'ø'ø)q*q,ê,ê.c/c1Ü1Ü3U4U6Î6Î8G9G;À;À=9>9@²@²B+C+E¤E¤GHJ–J–L M O„O„QûQûSrTrVéVéX`Y`[×[×]N^N`Å`Åb:c:e¯e¯g$h$j™j™lmo�o�qôqôsgtgvÚvÚxMyM{À{À}3~3€¦€¦‚ƒ…Œ…Œ‡ÿ‡ÿ‰qŠqŒãŒãŽU�U‘ǑǓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W27GW2Ð7GW2Õ‡W2LÕ‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2±W2(±W2¡ñW2¤¡ñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2ÕX2€ÕX2s[X2üs[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2ûY2,ûY2]Y2˜]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Û§ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  J^žþ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Û§ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  J^žþ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Û§  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  J^žþ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ·×Üü{› bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¢ â €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1° 0 € P Ð   œÜ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝUUÉÉ)=*=4±4±>%?%I—I—S T ^{^{híhír_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%���� } }"õ"õ$i%i'Ý'Ý)Q*Q,Å,Å.9/91­1­3!4!6•6•8 9 ;};}=ñ=ñ?e@eBÙBÙDMEMGÁGÁI5J5L§L§NOQ‹Q‹SýSýUoVoXáXáZS[S]Å]Å_7`7b©b©deg�g�iÿiÿkqlqnãnãpUqUsÇsÇu9v9x«x«z{}�}�€‚s‚s„å„å†W‡W‰ɉɋ;Œ;Ž­Ž­�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2£GW2УGW2AˆW2LAˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2u±W2(u±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2GX2€GX2å[X2üå[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2¡¥X2´ ¡¥X2ÊX20 ÊX2C÷X2PC÷X2ýY2,ýY2]Y2˜]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2 P\2Ì P\2Û!]2Û!]2ƒ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªL b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™›Ûä$ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªL b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™›Ûä$ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªL  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™›Ûä$  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¤Ä\|Êê bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¥ å €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¸ 8 †  T Ô " ¢ žÞ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ý ÝTTËË)B*B4¹4¹>0?0I¥I¥ST^‰^‰húhúrlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÝÝTTËË B B ¹ ¹00§§••  ƒƒúúq q"è"è$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubèbèd[e[gÎgÎiAjAl´l´n%o%q–q–stvxvxxéxézZ{Z}Ë}Ë<€<‚­‚­„…‡�‡�‰ŠŒrŒrŽãŽã�T‘T“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2=GW2Ð=GW2Û‡W2LÛ‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2 ±W2( ±W2§ñW2¤§ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2ÛX2€ÛX2y[X2üy[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2¦X2´ ¦X2ÊX20 ÊX2Á÷X2PÁ÷X2ŸY2,ŸY2[]Y2˜[]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KÞª b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  JG‡Î bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KÞª b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  JG‡Î bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KÞª  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  JG‡Î  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 œ¼$DDd bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1>~ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÊJ¥%€ [ Û Ô €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØMMÂÂ)7*74¬4¬>?I’I’ST^x^xhëhër^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆýýrrçç\ \"Ñ"Ñ$F%F'»'»)0*0,¥,¥./1�1�346y6y8î8î:c;c=Ø=Ø?K@KB¾B¾D1E1G¤G¤IJLŠLŠNýNýPpQpSãSãUVVVXÉXÉZ<[<]¯]¯_"`"b•b•deg{g{iîiîkalanÔnÔpGqGsºsºu-v-x x z{}†}†ùù�l‚l„߄߆R‡R‰ĉċ6Œ6ލލ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2�GW2Ð�GW2;ˆW2L;ˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2i±W2(i±W2òW2¤òW2ñøW2¬ñøW2{X2({X2±X2ô±X2;X2€;X2Ù[X2üÙ[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2;¥X2´ ;¥X2›ÉX20 ›ÉX2ÝöX2PÝöX2•Y2,•Y2[]Y2˜[]Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2�P\2Ì�P\2_"]2_"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�=  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G‡Î�Í bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�=  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G‡Î�Í bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�=   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G‡Î�Í  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‰©Bbb‚ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations16v€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ØX±1Š c ã Ö €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àXXÐÐ)H*H4À4À>8?8I®I®S$T$^š^šhis†s†} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  �� € €"ø"ø$p%p'è'è)`*`,Ø,Ø.P/P1È1È3@4@6¸6¸8090;¨;¨= > @˜@˜BCEˆEˆGHJxJxLîLîNdOdQÚQÚSPTPVÆVÆX?IˆIˆSùSù]j^jhÛhÛrLsL} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠýýppããV V"É"É$<%<'¯'¯)"*",•,•./1{1{3î3î5a6a8Ô8Ô:G;G=º=º?+@+BœBœD E G~G~IïIïK`L`NÑNÑPBQBS³S³U$V$X•X•Z[]w]w_è_èaYbYdÊdÊf;g;i¬i¬klnŽnŽpÿpÿrpspuáuáwRxRzÃzÃ|4}4¥¥�‚„‡„‡†ø†øˆh‰h‹Ø‹Ø�HŽH�¸�¸’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2�GW2Ð�GW2;ˆW2L;ˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2o±W2(o±W2 òW2¤ òW2ñøW2¬ñøW2{X2({X2±X2ô±X2AX2€AX2ß[X2üß[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2/Y2,/Y2ñ]Y2˜ñ]Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2ç!]2ç!]2�4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸA  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G‡ÎŽÎ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸA  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G‡ÎŽÎ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸA   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G‡ÎŽÎ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ©ÉjŠ�¯ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ï €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1< ¼  • î n Ç G o¯ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜRRÈÈ)>*>4´4´>*?*IžIžST^†^†húhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒxxîîd d"Ú"Ú$P%P'Æ'Æ)<*<,²,².(/(1ž1ž346Š6Š89;v;v=ì=ì?b@bBØBØDNENGÄGÄI:J:L®L®N"O"Q–Q–S T V~V~XòXòZf[f]Ú]Ú_N`NbÂbÂd6e6gªgªijl’l’noqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡އމŠŒvŒvŽêŽê�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2CGW2ÐCGW2á‡W2Lá‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2±W2(±W2­ñW2¤­ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2áX2€áX2[X2ü[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2sY2,sY2!^Y2˜!^Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€ß« b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @HˆÏ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€ß« b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @HˆÏ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€ß«  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @HˆÏ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ÿ¿Uuzš bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 R €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  †ìl Ò R ˜Ø €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝRRÇÇ)<*<4±4±>'?'I›I›ST^ƒ^ƒh÷h÷rmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%��‡‡üüq q"æ"æ$[%['Ð'Ð)E*E,º,º.///1¤1¤346Ž6Ž89;x;x=í=í?b@bB×B×DLELGÁGÁI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqwqwsësëu_v_xÓxÓzG{G}»}»/€/‚£‚£„…‡�‡�‰ŠŒwŒwŽìŽì�a‘a“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2‘GW2БGW2/ˆW2L/ˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2c±W2(c±W2òW2¤òW2÷øW2¬÷øW2�X2(�X2·X2ô·X25X2€5X2Ó[X2üÓ[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2A¥X2´ A¥X2¡ÉX20 ¡ÉX2ãöX2PãöX2�Y2,�Y2'^Y2˜'^Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2YP\2ÌYP\2)"]2)"]2Ñ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’2þ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G‡Î‘Ñ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’2þ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G‡Î‘Ñ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’2þ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G‡Î‘Ñ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ŠªDdd„ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1-m €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations10°”øx Ü \ œÜ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>2?2I§I§ST^‘^‘his{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÏLÏNDODQ¹Q¹S.T.V£V£XY[�[�]^`w`wbìbìdaeagÖgÖiKjKlÀlÀn5o5qªqªstv”v”x y {~{~}ó}óh€h‚݂݄R…R‡LJlj<Š<Œ±Œ±Ž&�&‘›‘›“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2=GW2Ð=GW2Û‡W2LÛ‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2±W2(±W2­ñW2¤­ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2áX2€áX2[X2ü[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2m¦X2´ m¦X2ÍÊX20 ÍÊX2øX2PøX2 Y2, Y2É^Y2˜É^Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Ý© b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @HˆÏ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Ý© b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @HˆÏ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€Ý©  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @HˆÏ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �­p�•µ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¸ ø €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¸ 8 ž  „  j ê >~ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛPPÅÅ):*:4¯4¯>$?$I—I—S T ^{^{híhírasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹uuêê_ _"Ô"Ô$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯I$J$L—L—N O Q}Q}SðSðUcVcXÖXÖZI[I]¼]¼_/`/b¡b¡deg…g…i÷i÷kilinÛnÛpMqMs¿s¿u1v1x£x£z{}‡}‡ùù�k‚k„݄݆Q‡Q‰ĉċ7Œ7ŽªŽª�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2—GW2ЗGW25ˆW2L5ˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2i±W2(i±W2òW2¤òW2÷øW2¬÷øW2�X2(�X2·X2ô·X2;X2€;X2Ù[X2üÙ[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2›¥X2´ ›¥X2ûÉX20 ûÉX2=÷X2P=÷X23Y2,3Y2É^Y2˜É^Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2íO\2ÌíO\2½!]2½!]2e4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”6 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G‡Î‘Ñ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”6 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G‡Î‘Ñ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”6  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G‡Î‘Ñ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¢ÂTt»Û bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ñ  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1À @ ¤ $ ˆ  l ì @€ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝSSÈÈ)=*=4²4²>'?'IšIšS T ^€^€hóhórfsf} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��yyïïe e"Û"Û$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=â=â?W@WBÌBÌDAEAG¶G¶I+J+LžLžNOQ„Q„S÷S÷UjVjXÝXÝZP[P]Ã]Ã_6`6b©b©deg�g�ijlulunènèp[q[sÎsÎuAvAx´x´z'{'}š}š € ‚€‚€„ó„ó†f‡f‰ىًLŒLŽ¿Ž¿�2‘2“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2CGW2ÐCGW2á‡W2Lá‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2³ñW2¤³ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2çX2€çX2…[X2ü…[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2ï¥X2´ ï¥X2OÊX20 OÊX2‘÷X2P‘÷X2ÏY2,ÏY2í^Y2˜í^Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2MP\2ÌMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ଠb-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @HˆÐ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ଠb-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @HˆÐ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ଠ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @HˆÐ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ˜¸ì 1 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1h¨ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1xøiéZ Ú K Ë ^ž €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>1?1I¨I¨ST^‘^‘hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIYJYLÐLÐNGOGQ¾Q¾S5T5V¬V¬X#Y#[š[š]^`ˆ`ˆbÿbÿdvevgígíidjdlÛlÛnMoMq¿q¿s1t1v£v£xy{‡{‡}ù}ùk€k‚݂݄O…O‡Á‡Á‰3Š3Œ¥Œ¥Ž�‘‰‘‰“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2‹GW2ЋGW2)ˆW2L)ˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2]±W2(]±W2ûñW2¤ûñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2/X2€/X2Í[X2üÍ[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2k¥X2´ k¥X2ËÉX20 ËÉX2 ÷X2P ÷X2ËY2,ËY2í^Y2˜í^Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2;P\2Ì;P\2 "]2 "]2³4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡'ó b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G‡Î˜Ø bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡'ó b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G‡Î˜Ø bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡'ó  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G‡Î˜Ø  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ·×Üü�¯ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1b¢€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ˆw÷f æ U Õ b¢ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll æ æ\\ÒÒ)H*H4¾4¾>2?2I¦I¦ST^Ž^Žhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllææ``ÚÚ T T Î ÎHHÂÂ<<¶¶,,¢¢ Ž Ž"#%z%z'ð'ð)f*f,Ü,Ü.R/R1È1È3>4>6´6´8*9*; ; =>@Š@ŠBþBþDrErGæGæIZJZLÎLÎNBOBQ¶Q¶S*T*VžVžXY[†[†]ú]ú_n`nbâbâdVeVgÊgÊi>j>l²l²n&o&qšqšstv‚v‚xöxözj{j}Þ}ÞR€R‚ƂƄ:…:‡®‡®‰!Š!Œ”Œ”Ž�‘z‘z“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2CGW2ÐCGW2á‡W2Lá‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2³ñW2¤³ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2çX2€çX2…[X2ü…[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2�Y2,�Y2›_Y2˜›_Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2óO\2ÌóO\2Ã!]2Ã!]2k4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�Þª b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @HˆÑ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�Þª b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @HˆÑ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�Þª  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @HˆÑ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ŠªOot” bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 Y €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1< ¼ - ­  ž �O €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ú ÚOOÄÄ)9*94®4®>%?%IšIšST^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÚÚOOÄÄ 9 9 ® ®##˜˜  ‚‚÷÷llááV V"Ë"Ë$@%@'µ'µ)***,Ÿ,Ÿ./1‰1‰3þ3þ5s6s8è8è:];]=Ò=Ò?G@GB¼B¼D1E1G¦G¦IJL’L’NOQ|Q|SñSñUfVfXÛXÛZP[P]Å]Å_:`:b¯b¯d$e$g™g™ijlƒlƒnõnõpgqgsÙsÙuKvKx½x½z/{/}¡}¡€‚…‚…„÷„÷†i‡i‰Û‰Û‹MŒMŽ¿Ž¿�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2‘GW2БGW2/ˆW2L/ˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2c±W2(c±W2òW2¤òW2÷øW2¬÷øW2�X2(�X2·X2ô·X25X2€5X2Ó[X2üÓ[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2¥X2´ ¥X2qÉX20 qÉX2³öX2P³öX2wY2,wY2›_Y2˜›_Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2ÃO\2ÌÃO\2“!]2“!]2;4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰+÷ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 G‡Î™Ù bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰+÷ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 G‡Î™Ù bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰+÷  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 G‡Î™Ù  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  ,—·1Q bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Q €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1D Ä 3 ³ " ¢ ‘Q €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âVVÊÊ)>*>4²4²>$?$I–I–ST^z^zhìhìr^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢ŠŠþþr r"æ"æ$Z%Z'Î'Î)B*B,¶,¶.*/*1ž1ž346†6†8ú8ú:n;n=â=â?T@TBÆBÆD8E8GªGªIJLŽLŽNOQrQrSäSäUVVVXÈXÈZ:[:]¬]¬_`b�b�degtgtiæiækXlXnÊnÊp‡>‰¯‰¯‹ Œ ޑޑ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2gGW2�gGW2ˆW2ˆW2[ŒW2$[ŒW23±W2�3±W2ÑñW2ÑñW2-öW2$-öW2X2�X2£[X2£[X2ÿ_X2$ÿ_X2'¤X2�'¤X2‡ÈX2ü‡ÈX2'ûX2 'ûX2ONY2| ONY2;ìY2Ü ;ìY2ÂZ2  ÂZ2M®[2¤ M®[2qP\2„ qP\2A"]2ÈA"]2é4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1!U_“ò¾ýÉ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1!U_“ò¾ýÉ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1!U_“ò¾ýÉ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1:Z  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10zz ô ônnää)Z*Z4Ð4Ð>D?DI¸I¸S,T,^ ^ hisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðzzôônnèè b b Ü ÜVVÐÐJJÄÄ>>¸¸22 ¬ ¬"&#&%œ%œ'(*ˆ*ˆ,þ,þ.t/t1ê1ê3`4`6Ö6Ö8L9L;Â;Â=8>8@®@®B$C$EšEšGHJ„J„LøLøNlOlQàQàSTTTVÈVÈXI?IIÀIÀS5T5^¨^¨hisŒsŒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuîîggàà Y Y Ò ÒKKÄÄ==¶¶//¨¨!! š š"#%Œ%Œ'(*~*~,÷,÷.p/p1é1é3b4b6Û6Û8T9T;Í;Í=F>F@¿@¿B8C8E±E±G*H*J¡J¡LMO�O�QRT}T}VôVôXkYk[â[â]Y^Y`Ð`ÐbEcEeºeºg/h/j¤j¤lmoŒoŒqÿqÿsrtrvåvåxXyX{Ë{Ë}>~>€±€±‚$ƒ$…—…—‡ˆŠzŠzŒìŒìŽ^�^‘БГ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2gGW2�gGW2ˆW2ˆW2[ŒW2$[ŒW29±W2�9±W2×ñW2×ñW2-öW2$-öW2 X2� X2©[X2©[X2ÿ_X2$ÿ_X2¡¥X2�¡¥X2ÊX2üÊX2'ûX2 'ûX2ONY2| ONY2#ìY2Ü #ìY2ûÁZ2  ûÁZ25®[2¤ 5®[2ùO\2„ ùO\2É!]2ÈÉ!]2q4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1"V]‘îºÌ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1"V]‘îºÌ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1"V]‘îºÌ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1·×  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx ð ðhhÜÜ)P*P4Ä4Ä>6?6I¨I¨ST^Œ^Œhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðxxððhhàà X X Ð ÐHHÀÀ88°°((   � �"#%|%|'ð'ð)d*d,Ø,Ø.L/L1À1À34446¨6¨89;�;�=>@x@xBìBìD`E`GÔGÔIFJFL¸L¸N*O*QœQœSTV€V€XòXòZd[d]Ö]Ö_H`Hbºbºd,e,gžgžijl‚l‚nônôpfqfsØsØuJvJx¼x¼z.{.} } €‚„‚„„ö„ö†h‡h‰Ú‰Ú‹LŒL޾޾�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2‹GW2�‹GW2)ˆW2 )ˆW2�W2�W2]±W2€]±W2ûñW2üûñW2ÓøW2ÓøW2/X2p/X2Í[X2ìÍ[X2¥bX2ô¥bX2¡¢X2`¡¢X2ÇX2ÌÇX2'ûX2ì'ûX2ONY2L ONY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{é b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¦æ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{é b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¦æ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1G{é b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¦æ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1·×  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu ì ìccÚÚ)Q*Q4È4È>=?=I²I²S%T%^–^–hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuììccÚÚ Q Q È È??¶¶--¤¤’’  € €"÷"÷$n%n'å'å)\*\,Ó,Ó.J/J1Á1Á38486¯6¯8&9&;�;�=>@‹@‹BCEyEyGðGðIeJeLÚLÚNOOOQÄQÄS9T9V®V®X#Y#[˜[˜] ^ `‚`‚bõbõdhehgÛgÛiNjNlÁlÁn2o2q£q£stv…v…xöxözg{g}Ø}ØI€I‚º‚º„+…+‡›‡›‰ Š Œ}Œ}ŽîŽî�_‘_“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2[GW2�[GW2ù‡W2 ù‡W2[ŒW2[ŒW2'±W2€'±W2ÅñW2üÅñW2-öW2-öW2ùX2pùX2—[X2ì—[X2ÿ_X2ôÿ_X2¡¢X2`¡¢X2ÇX2ÌÇX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ï» b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ï» b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ï» b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1·×  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss é é^^ÓÓ)H*H4»4»>.?.I¡I¡ST^‡^‡húhúrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðsséé__ÕÕ K K Á Á77­­##™™ƒƒøøm m"â"â$W%W'Ì'Ì)A*A,¶,¶.+/+1 1 346Š6Š8ÿ8ÿ:t;t=ç=ç?Z@ZBÍBÍD@E@G³G³I&J&L™L™N O QQSòSòUeVeXØXØZK[K]¾]¾_1`1b¤b¤degŠgŠiýiýkplpnãnãpVqVsÉsÉu???IµIµS+T+^¡^¡his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqééaaÙÙ Q Q É ÉAA¹¹11©©!!™™ ‰ ‰"#%y%y'ñ'ñ)i*i,á,á.Y/Y1Ñ1Ñ3I4I6Á6Á8999;±;±=)>)@¡@¡BCE‘E‘G H JJLõLõNkOkQáQáSWTWVÍVÍXCYC[¹[¹]/^/`¥`¥bce‘e‘ghj}j}lólónioiqßqßsUtUvËvËxAyA{·{·}-~-€£€£‚ƒ…�…�‡ˆŠ{Š{ŒñŒñŽg�g‘ݑݓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2UGW2�UGW2ó‡W2 ó‡W2[ŒW2[ŒW2'±W2€'±W2ÅñW2üÅñW2-öW2-öW2ùX2pùX2—[X2ì—[X2ÿ_X2ôÿ_X2÷£X2`÷£X2WÈX2ÌWÈX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2‡O\2T ‡O\2W!]2˜W!]2ÿ3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽë· b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽë· b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽë· b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations10  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss é é\\ÏÏ)B*B4³4³>$?$I•I•ST^w^whèhèrWsW} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðsséé__ÕÕ K K Á Á77­­##™™  òòe e"Ø"Ø$K%K'¾'¾)1*1,¤,¤./1Š1Š3ý3ý5p6p8ã8ã:V;V=Ç=Ç?8@8B©B©DEG‹G‹IüIüKmLmNÞNÞPOQOSÀSÀU1V1X¢X¢Z[]„]„_õ_õafbfd×d×fHgHi¹i¹k*l*n›n›p q s}s}uîuîw_x_zÐzÐ|A}A²²�#‚#„”„”†‡‰s‰s‹ã‹ã�SŽS�Ã�Ã’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2‘GW2�‘GW2/ˆW2 /ˆW2ïŽW2ïŽW2]±W2€]±W2ûñW2üûñW2ÁøW2ÁøW2/X2p/X2Í[X2ìÍ[X2“bX2ô“bX2ñ£X2`ñ£X2QÈX2ÌQÈX2'ûX2ì'ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2/P\2T /P\2ÿ!]2˜ÿ!]2§4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„&ò b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1™Ù€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„&ò b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1™Ù€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„&ò b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1™Ù €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1 )  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq ç ç]]ÓÓ)I*I4¿4¿>3?3I§I§ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqçç]]ÓÓ I I ¿ ¿55««!!——  ƒƒùùo o"å"å$[%['Ñ'Ñ)G*G,½,½.3/31©1©346•6•8 9 ;�;�=÷=÷?m@mBãBãDYEYGÏGÏICJCL·L·N+O+QŸQŸSTV‡V‡XûXûZo[o]ã]ã_W`WbËbËd?e?g³g³i'j'l›l›noqƒqƒs÷s÷ukvkxßxßzS{S}Ç}Ç;€;‚¯‚¯„#…#‡—‡—‰ Š ŒŒŽóŽó�g‘g“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2OGW2�OGW2í‡W2 í‡W2[ŒW2[ŒW2!±W2€!±W2¿ñW2ü¿ñW2-öW2-öW2óX2póX2‘[X2ì‘[X2ÿ_X2ôÿ_X2¤X2`¤X2cÈX2ÌcÈX2!ûX2ì!ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ì¸ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ì¸ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ì¸ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1>  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ê ê__ÔÔ)I*I4¾4¾>2?2I¦I¦ST^Ž^Žhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrêêbbÚÚ R R Ê ÊBBºº22ªª””  ~ ~"ó"ó$h%h'Ý'Ý)R*R,Ç,Ç.e>g²g²i&j&lšlšnoq‚q‚sösöujvjxÞxÞzR{R}Æ}Æ:€:‚®‚®„"…"‡–‡–‰ Š Œ€Œ€ŽõŽõ�j‘j“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2‘GW2�‘GW2/ˆW2 /ˆW2ûŽW2ûŽW2c±W2€c±W2òW2üòW2ÍøW2ÍøW25X2p5X2Ó[X2ìÓ[X2ŸbX2ôŸbX2›¢X2`›¢X2ûÆX2ÌûÆX2!ûX2ì!ûX2INY2L INY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�-ù b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¥å€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�-ù b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¥å€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�-ù b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¥å €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1·×  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ä ä[[ÒÒ)I*I4À4À>5?5IªIªST^”^”h i s~s~} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmää[[ÒÒ I I À À77®®%%œœŠŠ x x"ï"ï$f%f'Ý'Ý)T*T,Ë,Ë.B/B1¹1¹30406§6§89;•;•= > @ƒ@ƒBúBúDqEqGèGèI]J]LÒLÒNGOGQ¼Q¼S1T1V¦V¦XY[�[�]^`z`zbïbïddedgÙgÙiNjNlÃlÃn8o8q­q­s"t"v—v—x y {�{�}ö}ök€k‚à‚à„U…U‡ʇʉ?Š?Œ´Œ´Ž)�)‘ž‘ž“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2OGW2�OGW2í‡W2 í‡W2aŒW2aŒW2±W2€±W2¹ñW2ü¹ñW23öW23öW2íX2píX2‹[X2ì‹[X2`X2ô`X2›¢X2`›¢X2ûÆX2ÌûÆX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹è´ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹è´ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹è´ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1·×  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp æ æ[[ÐÐ)E*E4º4º>-?-I I ST^„^„höhörhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppææ\\ÒÒ H H ¾ ¾44ªª  ––  €€õõj j"ß"ß$T%T'É'É)>*>,³,³.(/(1�1�346‡6‡8ü8ü:q;q=æ=æ?[@[BÐBÐDEEEGºGºI-J-L L NOQ†Q†SùSùUlVlXßXßZR[R]Å]Å_8`8bªbªdegŽgŽijlrlrnänäpVqVsÈsÈu:v:x¬x¬z{}�}�€‚t‚t„æ„æ†X‡X‰ˉˋ>Œ>ޱޱ�$‘$“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2—GW2�—GW25ˆW2 5ˆW2ûŽW2ûŽW2c±W2€c±W2òW2üòW2ÍøW2ÍøW25X2p5X2Ó[X2ìÓ[X2ŸbX2ôŸbX2ë£X2`ë£X2KÈX2ÌKÈX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�/û b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¤ä€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�/û b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¤ä€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�/û b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¤ä €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1(  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn ä äZZÏÏ)D*D4¹4¹>,?,IŸIŸST^…^…høhørksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnääZZÐÐ F F ¼ ¼22¨¨””  €€ööl l"â"â$W%W'Ì'Ì)A*A,¶,¶.+/+1 1 346Š6Š8ÿ8ÿ:t;t=é=é?^@^BÓBÓDHEHG½G½I0J0L£L£NOQ‰Q‰SüSüUoVoXâXâZU[U]È]È_;`;b®b®d!e!g”g”ijlzlzníníp`q`sÓsÓuFvFx¹x¹z,{,}Ÿ}Ÿ€‚…‚…„ø„ø†k‡k‰Þ‰Þ‹QŒQŽÄŽÄ�7‘7“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2IGW2�IGW2ç‡W2 ç‡W2gŒW2gŒW2±W2€±W2¹ñW2ü¹ñW29öW29öW2íX2píX2‹[X2ì‹[X2 `X2ô `X2•¢X2`•¢X2õÆX2ÌõÆX2ûX2ìûX2CNY2L CNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠéµ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1V€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠéµ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1V€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠéµ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1V €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1·×  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn å å\\ÓÓ)J*J4Á4Á>8?8I¯I¯S&T&^˜^˜h i s|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnåå\\ÓÓ J J Á Á88¯¯&&��‹‹ y y"ð"ð$g%g'Þ'Þ)U*U,Ì,Ì.C/C1º1º31416¨6¨89;–;–= > @„@„BûBûDrErGéGéI`J`L×L×NNONQÅQÅS1?1I¥I¥ST^�^�hissss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmççaaÛÛ U U Ï ÏIIÃÃ==··--££ � �"#%{%{'ñ'ñ)g*g,Ý,Ý.S/S1É1É3?4?6µ6µ8+9+;¡;¡=>@‰@‰BýBýDqEqGåGåIYJYLÍLÍNAOAQµQµS)T)V�V�XY[…[…]ù]ù_m`mbábádUeUgÉgÉi=j=l±l±n%o%q™q™s t v�v�xõxõzi{i}Ý}ÝQ€Q‚łń9…9‡«‡«‰ŠŒ‘Œ‘Ž�‘w‘w“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2IGW2�IGW2ç‡W2 ç‡W2gŒW2gŒW2±W2€±W2³ñW2ü³ñW29öW29öW2çX2pçX2…[X2ì…[X2 `X2ô `X2Ù£X2`Ù£X29ÈX2Ì9ÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆå± b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1W€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆå± b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1W€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆå± b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1W €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ú  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll á áVVËË)@*@4µ4µ>*?*IŸIŸST^†^†høhørjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllááVVËË @ @ µ µ**ŸŸ‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?N@NBÃBÃD8E8G­G­I"J"L—L—N O Q�Q�SöSöUkVkXàXàZU[U]Ê]Ê_?`?b´b´d)e)gžgžijlˆlˆnúnúplqlsÞsÞuPvPxÂxÂz4{4}¦}¦€‚ЂЄü„ü†n‡n‰à‰à‹RŒRŽÄŽÄ�6‘6“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2—GW2�—GW25ˆW2 5ˆW2ãŽW2ãŽW2i±W2€i±W2òW2üòW2µøW2µøW2;X2p;X2Ù[X2ìÙ[X2‡bX2ô‡bX2›¥X2`›¥X2ûÉX2ÌûÉX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2½O\2T ½O\2�!]2˜�!]254]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–8 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ѐ} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–8 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ѐ} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–8 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ð €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¾Þ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm å åYYÍÍ)A*A4³4³>%?%I—I—S T ^{^{híhír]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmåå]]ÕÕ M M Å Å==µµ--¥¥�� u u"é"é$]%]'Ñ'Ñ)E*E,¹,¹.-/-1¡1¡346‰6‰8ý8ý:q;q=ã=ã?U@UBÇBÇD9E9G«G«IJL�L�NOQsQsSåSåUWVWXÉXÉZ;[;]­]­_`b‘b‘deguguiçiçkYlYnËnËp=q=s¯s¯u!v!x“x“z{}w}wéé�[‚[„̈́͆=‡=‰®‰®‹ŒŽ�Ž��‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2CGW2�CGW2á‡W2 á‡W2[ŒW2[ŒW2±W2€±W2³ñW2ü³ñW2-öW2-öW2çX2pçX2…[X2ì…[X2ÿ_X2ôÿ_X2•¢X2`•¢X2õÆX2ÌõÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡æ² b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡æ² b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡æ² b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1·×  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn è èbbØØ)N*N4Ä4Ä>8?8I¬I¬S T ^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnèèbbÜÜ V V Ð ÐJJÄÄ>>¸¸22¬¬&&    "#%�%�'(*|*|,ò,ò.h/h1Þ1Þ3T4T6Ê6Ê8@9@;¶;¶=,>,@¢@¢BCEŽEŽGHJxJxLìLìN`O`QÔQÔSHTHV¼V¼X0Y0[¤[¤]^`Œ`Œbcetetgègèi\j\lÐlÐnDoDq¸q¸s,t,v v xy{ˆ{ˆ}ü}üp€p‚ä‚ä„X…X‡̇̉@Š@Œ´Œ´Ž(�(‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2�GW2��GW2;ˆW2 ;ˆW2ïŽW2ïŽW2o±W2€o±W2 òW2ü òW2ÁøW2ÁøW2AX2pAX2ß[X2ìß[X2“bX2ô“bX29¤X2`9¤X2™ÈX2Ì™ÈX2ûX2ìûX2=NY2L =NY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2}P\2T }P\2M"]2˜M"]2õ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸ?  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¢â€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸ?  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¢â€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸ?  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¢â €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1[{  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii â â[[ÔÔ)M*M4Æ4Æ>=?=I´I´S)T)^œ^œhis€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiââ[[ÔÔ M M Æ Æ??¸¸11ªª##œœ Ž Ž"#%€%€'ù'ù)r*r,ë,ë.d/d1Ý1Ý3V4V6Ï6Ï8H9H;Á;Á=:>:@³@³B,C,E¥E¥GHJ•J•L M OƒOƒQúQúSqTqVèVèX_Y_[Ö[Ö]M^M`Ä`Äb9c9e®e®g#h#j˜j˜l m o€o€qóqósftfvÙvÙxLyL{¿{¿}2~2€¥€¥‚ƒ…‹…‹‡ü‡ü‰nŠnŒàŒàŽR�R‘đē b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2=GW2�=GW2Û‡W2 Û‡W2[ŒW2[ŒW2±W2€±W2­ñW2ü­ñW2-öW2-öW2áX2páX2[X2ì[X2ÿ_X2ôÿ_X2Ó£X2`Ó£X23ÈX2Ì3ÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…â® b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…â® b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…â® b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll ä ä\\ÐÐ)D*D4¸4¸>*?*IœIœST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllää\\ÔÔ L L Ä Ä<<´´,,¤¤””  „ „"ü"ü$p%p'ä'ä)X*X,Ì,Ì.@/@1´1´3(4(6œ6œ89;„;„=ø=ø?l@lBàBàDTETGÈGÈI:J:L¬L¬NOQ�Q�STVtVtXæXæZX[X]Ê]Ê_<`v>x°x°z"{"}”}”€‚x‚x„ê„ê†\‡\‰Ή΋@Œ@޲޲�$‘$“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2�GW2��GW2;ˆW2 ;ˆW2ïŽW2ïŽW2o±W2€o±W2 òW2ü òW2ÁøW2ÁøW2AX2pAX2ß[X2ìß[X2“bX2ô“bX2ƒ¥X2`ƒ¥X2ãÉX2ÌãÉX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2 P\2T  P\2Û!]2˜Û!]2ƒ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸA  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¡á€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸA  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¡á€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸA  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¡á €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1©É  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii à àWWÎÎ)E*E4¼4¼>1?1I¦I¦ST^Š^Šhûhûrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiààWWÎÎ E E ¼ ¼33ªª!!˜˜††ýýt t"ë"ë$b%b'Ù'Ù)P*P,Ç,Ç.>/>1µ1µ3,4,6£6£89;‘;‘=>@@BöBöDmEmGäGäIYJYLÎLÎNCOCQ¸Q¸S-T-V¢V¢XY[Œ[Œ]^`v`vbébéd\e\gÏgÏiBjBlµlµn&o&q—q—stvyvyxêxêz[{[}Ì}Ì=€=‚®‚®„…‡�‡�‰ŠŒqŒqŽâŽâ�S‘S“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2=GW2�=GW2Û‡W2 Û‡W2[ŒW2[ŒW2±W2€±W2­ñW2ü­ñW2-öW2-öW2áX2páX2[X2ì[X2ÿ_X2ôÿ_X2›¥X2`›¥X2ûÉX2ÌûÉX2ûX2ìûX2=NY2L =NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„㯠b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1S€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„㯠b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1S€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„㯠b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1S €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Åå  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝRRÇÇ)<*<4¯4¯>"?"I•I•ST^{^{hîhîr_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��wwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Û=Û?N@NBÁBÁD4E4G§G§IJL�L�NOQsQsSæSæUYVYXÌXÌZ?[?]²]²_%`%b˜b˜d e g~g~iñiñkdldn×n×pJqJs½s½u0v0x£x£z{}‰}‰üü�o‚o„â„â†S‡S‰ʼnŋ7Œ7ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2£GW2�£GW2AˆW2 AˆW2׎W2׎W2o±W2€o±W2 òW2ü òW2©øW2©øW2AX2pAX2ß[X2ìß[X2{bX2ô{bX2k¥X2`k¥X2ËÉX2ÌËÉX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2‰P\2T ‰P\2Y"]2˜Y"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨H b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ŒÌ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨H b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ŒÌ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨H b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ŒÌ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1‘±  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝUUÍÍ)E*E4½4½>3?3I©I©ST^•^•h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%���� } }"õ"õ$m%m'å'å)]*],Õ,Õ.M/M1Å1Å3=4=6µ6µ8-9-;¥;¥=>@•@•B C E…E…GýGýIsJsLéLéN_O_QÕQÕSKTKVÁVÁX7Y7[­[­]#^#`™`™bce…e…gûgûiqjqlçlçn]o]qÓqÓsItIv¿v¿x5y5{«{«}!~!€—€—‚ ƒ …ƒ…ƒ‡ù‡ù‰oŠoŒåŒåŽ[�[‘ёѓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W27GW2�7GW2Õ‡W2 Õ‡W2[ŒW2[ŒW2 ±W2€ ±W2§ñW2ü§ñW2-öW2-öW2ÛX2pÛX2y[X2ìy[X2ÿ_X2ôÿ_X2 ¤X2` ¤X2iÈX2ÌiÈX2ûX2ìûX2=NY2L =NY2çëY2¬ çëY2¿ÁZ2p ¿ÁZ2ù­[2t ù­[2oO\2T oO\2?!]2˜?!]2ç3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ß« b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1T€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ß« b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1T€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ß« b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1T €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations10P  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝPPÃÃ)6*64§4§>?I‰I‰SúSú]k^khÜhÜrKsK} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��ssææY Y"Ì"Ì$?%?'²'²)%*%,˜,˜. / 1~1~3ñ3ñ5d6d8×8×:J;J=»=»?,@,B�B�DEGGIðIðKaLaNÒNÒPCQCS´S´U%V%X–X–Z[]x]x_é_éaZbZdËdËf'?'I›I›ST^ƒ^ƒh÷h÷rksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$O%O'Å'Å);*;,±,±.'/'1�1�346‰6‰8ÿ8ÿ:u;u=ë=ë?a@aB×B×DMEMGÃGÃI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqwqwsësëu_v_xÓxÓzG{G}»}»/€/‚£‚£„…‡‹‡‹‰ÿ‰ÿ‹sŒsŽçŽç�[‘[“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W27GW2�7GW2Õ‡W2 Õ‡W2UŒW2UŒW2±W2€±W2¡ñW2ü¡ñW2'öW2'öW2ÕX2pÕX2s[X2ìs[X2ù_X2ôù_X2ñ£X2`ñ£X2QÈX2ÌQÈX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2P\2T P\2á!]2˜á!]2‰4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ଠb-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ଠb-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ଠb-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1 @  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞSSÈÈ)=*=4²4²>&?&IšIšST^„^„høhørlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžˆˆýýr r"ç"ç$\%\'Ñ'Ñ)F*F,»,».0/01¥1¥346�6�89;y;y=î=î?c@cBØBØDMEMGÂGÂI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`JbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡Œ‡Œ‰ŠŒvŒvŽëŽë�`‘`“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2©GW2�©GW2GˆW2 GˆW2ãŽW2ãŽW2u±W2€u±W2òW2üòW2µøW2µøW2GX2pGX2å[X2ìå[X2‡bX2ô‡bX2}¥X2`}¥X2ÝÉX2ÌÝÉX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2?ÀZ2p ?ÀZ2�[2t �[2MP\2T MP\2C ]2˜C ]2ë2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±Q b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ÿß€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±Q b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ÿß€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±Q b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ÿß €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ËÇ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ø ØOOÆÆ)=*=4´4´>)?)IžIžST^’^’his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaØØOOÆÆ = = ´ ´++¢¢��~~õõl l"ã"ã$Z%Z'Ñ'Ñ)H*H,¿,¿.6/61­1­3$4$6›6›89;‰;‰=>@w@wBîBîDeEeGÜGÜIQJQLÆLÆN;O;Q°Q°S%T%VšVšXY[„[„]ù]ù_n`nbãbãdXeXgÍgÍiBjBl·l·n6o6q«q«s t v•v•x y {{}ô}ôi€i‚Þ‚Þ„S…S‡ȇȉ=Š=Œ²Œ²Ž'�'‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W21GW2�1GW2χW2 χW2OŒW2OŒW2±W2€±W2¡ñW2ü¡ñW2!öW2!öW2ÕX2pÕX2s[X2ìs[X2ó_X2ôó_X2w¥X2`w¥X2×ÉX2Ì×ÉX2ûX2ìûX27NY2L 7NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kܨ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kܨ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kܨ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¥Å  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94®4®>!?!I”I”S T ^|^|hîhîr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?O@OBÄBÄD9E9G®G®I!J!L”L”NOQzQzSíSíU`V`XÓXÓZF[F]¹]¹_,`,b¢b¢deg†g†iøiøkjljnÜnÜpNqNsÀsÀu2v2x¤x¤z{}ˆ}ˆúú�l‚l„Þ„Þ†P‡P‰ÉË6Œ6ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2©GW2�©GW2GˆW2 GˆW2ãŽW2ãŽW2{±W2€{±W2òW2üòW2µøW2µøW2MX2pMX2ë[X2ìë[X2‡bX2ô‡bX2)¥X2`)¥X2‰ÉX2̉ÉX2ûX2ìûX27NY2L 7NY2ÿëY2¬ ÿëY2'ÀZ2p 'ÀZ2�[2t �[2çO\2T çO\2Ý]2˜Ý]2…2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±S b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1žÞ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±S b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1žÞ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±S b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1žÞ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1{w  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØNNÃÃ)8*84­4­> ? I“I“ST^�^�hôhôrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD.?.I¥I¥ST^š^šh i s~s~} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLÍLÍNDODQ»Q»S2T2V©V©X Y [—[—]^`…`…bübüdsesgêgêiajalØlØnVoVqÈqÈs:t:v¬v¬xy{�{�}~€t€t‚æ‚æ„X…X‡ʇʉ<Š<Œ®Œ®Ž � ‘’‘’“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2©GW2�©GW2GˆW2 GˆW2ËŽW2ËŽW2{±W2€{±W2òW2üòW2�øW2�øW2MX2pMX2ë[X2ìë[X2obX2ôobX2Ç£X2`Ç£X2'ÈX2Ô'ÈX2ûX2ôûX21NY2T 1NY2ìY2´ ìY29ÀZ2x 9ÀZ2�[2| �[2/P\2\ /P\2% ]2 % ]2Í2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºZ& b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‰É€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºZ& b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‰É€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºZ& b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‰É €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1£ëc  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Û ÛQQÑÑ)G*G4»4»>/?/I£I£S#T#^—^—h i s}s}} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÛÛUUÏÏ I I à Ã==··11««!!——  ƒ ƒ"ù"ù$y%y'ï'ï)e*e,Û,Û.Q/Q1Ç1Ç3=4=6³6³8)9);Ÿ;Ÿ=>@‡@‡BûBûDoEoGãGãIWJWLËLËN?O?Q³Q³S'T'V›V›XY[ƒ[ƒ]÷]÷_k`kbëbëd_e_gÓgÓiGjGl»l»n/o/q£q£stv‹v‹xÿxÿzs{s}ç}ç[€[‚ςτC…C‡µ‡µ‰(Š(Œ›Œ›Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2+GW2�+GW2ɇW2 ɇW2OŒW2OŒW2ý°W2€ý°W2›ñW2ü›ñW2!öW2!öW2ÏX2pÏX2m[X2ìm[X2ó_X2ôó_X2¯£X2`¯£X2ÈX2ÌÈX2ûX2ìûX21NY2L 1NY2ìY2¬ ìY2-ÀZ2p -ÀZ2 �[2t  �[2çO\2T çO\2Ý]2˜Ý]2…2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Ù¥ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Ù¥ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1H|Ù¥ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1þ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Õ ÕJJÃÃ)8*84­4­>"?"I—I—S T ^Š^Šhühürnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÕÕJJ¿¿ 4 4 © ©““}}òòggÜÜQ Q"Æ"Æ$?%?'´'´))*),ž,ž./1ˆ1ˆ3ý3ý5r6r8ç8ç:\;\=Ñ=Ñ?F@FB»B»D0E0G¥G¥IJL�L�NOQyQySîSîUcVcXØXØZM[M]Â]Â_7`7b¬b¬d!e!g–g–i j l€l€nþnþppqpsâsâuTvTxÆxÆz8{8}ª}ª€‚ނބ…‡r‡r‰ä‰ä‹VŒVŽÈŽÈ�:‘:“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2¯GW2�¯GW2MˆW2 MˆW2ËŽW2ËŽW2{±W2€{±W2òW2üòW2�øW2�øW2MX2pMX2ë[X2ìë[X2obX2ôobX2¥X2`¥X2wÉX2ÔwÉX2ûX2ôûX21NY2T 1NY2ùëY2´ ùëY2!ÀZ2x !ÀZ2ÿ�[2| ÿ�[2·O\2\ ·O\2­]2 ­]2U2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†º\( b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ŠÊ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†º\( b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ŠÊ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†º\( b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ŠÊ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1£ëµi  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ù ÙMMÉÉ)=*=4¯4¯>!?!I“I“ST^ƒ^ƒhõhõrese} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A ¹ ¹11©©!!™™  ��õõi i"Ý"Ý$Y%Y'Í'Í)A*A,µ,µ.)/)1�1�346…6…8ù8ù:m;m=ß=ß?Q@QBÃBÃD5E5G§G§IJL‹L‹NýNýPoQoSáSáUSVSXÅXÅZ7[7]©]©_`b™b™d e g}g}iïiïkalanÓnÓpEqEs·s·u)v)x›x›z { }}ññ�c‚c„Õ„Õ†E‡E‰¶‰¶‹'Œ'Ž˜Ž˜� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Í2W2õFW2õFW2“‡W2|“‡W2÷ŒW2„÷ŒW2-�W2ð-�W2·™W2|·™W2íœW2HíœW2ǰW2ÔǰW2eñW2PeñW2ÉöW2XÉöW2ÿùW2ÄÿùW2‰X2P‰X2¿X2¿X2™X2¨™X27[X2$ 7[X2›`X2, ›`X2ÑcX2˜ ÑcX2[mX2$ [mX2‘pX2ð ‘pX2Ó�X2| Ó�X2¯¦X2X¯¦X2ËX2ÔËX2QøX2ôQøX29Y2Ð9Y2õ;Y2\õ;Y2é\Y2€é\Y2çgY2¬çgY2#ìY28#ìY2ûÁZ2üûÁZ25®[25®[2¯»[2௻[2‰P\2l‰P\2Y"]2°Y"]25]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P±} b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¹ù bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P±} b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¹ù  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P±}  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¹ù bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 q‘/æ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1OO�Øa¡ ê *  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d�IÉÎN’� Û[L̤$mí6¶ÿÈH‘ZÚ#£ìl µ 5 ~ þ G Ç  � ÿ ? Ù  b ¢ ë +t´ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ « «OOÑÑ)I*I4Á4Á>9?9I¯I¯S%T%^§^§his“s“} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__××OOÇÇ ? ? ‹ ‹{{óókk‡‡ÿÿw w"ï"ï$q%q'é'é)a*a,Ù,Ù.Q/Q1É1É3A4A6¹6¹8191;©;©=!>!@™@™BCE‰E‰GHJyJyLïLïNeOeQÛQÛSQTQVÇVÇX=Y=[³[³])^)`Ÿ`Ÿbce‹e‹ghjwjwlílínoooqåqås[t[vÑvÑxGyG{½{½}3~3€©€©‚ƒ…•…•‡ ˆ Š�Š�Œ÷Œ÷Žm�m‘ã‘ã“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2ÁGW2èÁGW2_ˆW2d_ˆW2�W2l�W2�˜W2è�˜W2Ó›W2´Ó›W2“±W2@“±W21òW2¼1òW2åøW2ÄåøW2oX2@oX2¥X2 ¥X2eX2˜eX2\X2\X2·bX2 ·bX2AlX2˜ AlX2woX2d woX2¹œX2𠹜X2S¥X2Ì S¥X2³ÉX2H ³ÉX2õöX2hõöX2?Y2D?Y2û;Y2Ðû;Y2ï\Y2ôï\Y2ígY2 ígY2ìY2¬ìY2éÁZ2péÁZ2#®[2t#®[2�»[2T�»[2;P\2à;P\2 "]2$ "]2³4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¢ÖxD b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I‰�ÍÒ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¢ÖxD b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I‰�ÍÒ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¢ÖxD  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I‰�ÍÒ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¹ÙÞþ‘± bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1QQ‘Úc£ ì ,  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d‘IÉÊJ”ƒÝ]<¼¦&oï8¸�ÊJ“\Ü%¥în · 7 € I É ¢ â  ’ Û  d ¤ í -v¶ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPÉÉ)*4·4·>0?0I§I§ST^œ^œhis€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$]%]'Ô'Ô)K*K,Â,Â.9/91„1„3û3û5r6r8é8é:`;`=>@z@zBñBñDhEhGßGßIXJXLÏLÏNFOFQ½Q½S4T4V«V«X"Y"[™[™]^`‡`‡bþbþdueugìgìicjclÚlÚnXoXqÊqÊsŠ>Œ°Œ°Ž"�"‘”‘”“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Í2W2õFW2õFW2“‡W2|“‡W2÷ŒW2„÷ŒW2-�W2ð-�W2·™W2|·™W2íœW2HíœW2Á°W2ÔÁ°W2_ñW2P_ñW2ÉöW2XÉöW2ÿùW2ÄÿùW2‰X2P‰X2¿X2¿X2“X2¨“X21[X2$ 1[X2›`X2, ›`X2ÑcX2˜ ÑcX2[mX2$ [mX2‘pX2ð ‘pX2Ó�X2| Ó�X2•¥X2X•¥X2õÉX2ÔõÉX27÷X2ô7÷X2]Y2Ð]Y2+?+IŸIŸST^“^“his{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 € €ööllââXXûûqqçç] ]"Ó"Ó$Q%Q'Ç'Ç)=*=,³,³.)/)1Ÿ1Ÿ346‹6‹89;w;w=í=í?c@cBÙBÙDOEOGÅGÅI;J;L¯L¯N#O#Q—Q—S T VVXóXóZg[g]Û]Û_O`ObÃbÃd7e7g«g«ijl“l“noq‡q‡sûsûuovoxãxãzW{W}Ë}Ë?€?‚³‚³„'…'‡›‡›‰ŠŒƒŒƒŽ÷Ž÷�k‘k“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÍ2W2ÇGW2èÇGW2eˆW2deˆW2�W2l�W2�˜W2è�˜W2Ó›W2´Ó›W2™±W2@™±W27òW2¼7òW2åøW2ÄåøW2oX2@oX2¥X2 ¥X2kX2˜kX2 \X2 \X2·bX2 ·bX2AlX2˜ AlX2woX2d woX2¹œX2𠹜X2A¥X2Ì A¥X2¡ÉX2H ¡ÉX2ãöX2hãöX2QY2DQY2 $?$I™I™ST^Œ^Œhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÕÕJJ¿¿ 4 4 © ©““}}òòggÜÜQ Q"Æ"Æ$?%?'´'´))*),ž,ž./1[1[3Ð3Ð5E6E8º8º:/;/=Ñ=Ñ?F@FB»B»D0E0G¥G¥IJL‘L‘NOQ{Q{SðSðUeVeXÚXÚZO[O]Ä]Ä_9`9b®b®d#e#g˜g˜i j l‚l‚noqrqrsäsäuVvVxÈxÈz:{:}¬}¬€‚�‚�„…‡t‡t‰æ‰æ‹XŒXŽÊŽÊ�<‘<“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2+GW2è+GW2ɇW2dɇW2�W2l�W2�˜W2è�˜W2Ó›W2´Ó›W2ý°W2@ý°W2›ñW2¼›ñW2åøW2ÄåøW2oX2@oX2¥X2 ¥X2ÏX2˜ÏX2m[X2m[X2·bX2 ·bX2AlX2˜ AlX2woX2d woX2¹œX2𠹜X2)¥X2Ì )¥X2‰ÉX2H ‰ÉX2ËöX2hËöX2ËY2DËY2‡=Y2Ї=Y2ï\Y2ôï\Y2ígY2 ígY2ìY2¬ìY2éÁZ2péÁZ2#®[2t#®[2�»[2T�»[2GP\2àGP\2"]2$"]2¿4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Þª b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 \I‰Ò bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Þª b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 \I‰Ò bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}Þª  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 \I‰Ò  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p�>^^~ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1I‰ŽÎÎ3s x ¸  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dIÉŽËK’ˆÛ[EŤ$mí6¶ÿÈH‘ZÚ#£ìl µ 5 ~ þ G Ç  � ß  Ù  b ¢ ë +t´ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Ö ÖMMÄÄ);*;4²4²>)?)IrIrST^’^’his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÖÖMMÄÄ ; ; ² ²))  ŽŽ||óój j"á"á$X%X'Ï'Ï)F*F,½,½.4/41«1«3"4"6™6™89;‡;‡=þ=þ?u@uBìBìDcEcGÚGÚIQJQLÆLÆN;O;Q°Q°S%T%VnVnXãXãZX[X]Í]Í_B`BbãbãdXeXgÍgÍiBjBl·l·n6o6q«q«s t v•v•x y {{}ô}ôi€i‚Þ‚Þ„S…S‡ȇȉ=Š=Œ²Œ²Ž'�'‘œ‘œ“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2»GW2è»GW2YˆW2dYˆW2�W2l�W2�˜W2è�˜W2Ó›W2´Ó›W2�±W2@�±W2+òW2¼+òW2åøW2ÄåøW2oX2@oX2¥X2 ¥X2_X2˜_X2ý[X2ý[X2·bX2 ·bX2AlX2˜ AlX2woX2d woX2¹œX2𠹜X2Û¤X2Ì Û¤X2;ÉX2H ;ÉX2}öX2h}öX2Y2DY2Ù2?2I¦I¦ST^�^�hØhØrxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffààZZÔÔ N N È ÈBB¼¼66°°**¤¤ ˜ ˜"#%ˆ%ˆ'þ'þ)t*t,ê,ê.`/`1Ö1Ö3L4L6Â6Â8898;®;®=$>$@š@šBCE†E†GüGüIrJrLæLæNZOZQÎQÎSBTBV¶V¶X*Y*[ž[ž]^`†`†búbúdnengâgâiVjVlÊlÊn@o@q´q´s(t(vœvœxy{X{X}Ì}Ì@€@‚´‚´„(…(‡ȇȉ<Š<Œ°Œ°Ž$�$‘˜‘˜“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2+GW2è+GW2ɇW2dɇW2�W2l�W2�˜W2è�˜W2Ó›W2´Ó›W2ý°W2@ý°W2›ñW2¼›ñW2åøW2ÄåøW2oX2@oX2¥X2 ¥X2ÏX2˜ÏX2m[X2m[X2·bX2 ·bX2AlX2˜ AlX2woX2d woX2¹œX2𠹜X2/¥X2Ì /¥X2�ÉX2H �ÉX2ÑöX2hÑöX2SY2DSY2=Y2Ð=Y2ï\Y2ôï\Y2ígY2 ígY2ùëY2¬ùëY2ÑÁZ2pÑÁZ2 ®[2t ®[2…»[2T…»[2ÛO\2àÛO\2«!]2$«!]2S4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ܨ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [I‰Ò bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ܨ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [I‰Ò bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ܨ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [I‰Ò  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‘±Ddi‰ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1I‰ÕZZš ÿ ?  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dIÉ’Û[¤$‚mí¿?6¶|üÿ9¹ÈH‘ZÚ#£ìl µ 5 ~ þ G Ç  � \ œ Ù  b ¢ ë +t´ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Ö ÖLLÁÁ)6*64«4«> ? IfIfST^�^�hôhôrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††üürrèè^ ^"Ô"Ô$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯I$J$L—L—N O Q}Q}SðSðU6V6X©X©Z[]�]�_`b¢b¢degˆgˆiûiûknlnnénép\q\sÏsÏuBvBxµxµz({(}›}›€‚�‚�„ô„ô†g‡g‰Ú‰Ú‹MŒMŽÀŽÀ�3‘3“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2ÁGW2èÁGW2_ˆW2d_ˆW2�W2l�W2�˜W2è�˜W2Ó›W2´Ó›W2�±W2@�±W2+òW2¼+òW2åøW2ÄåøW2oX2@oX2¥X2 ¥X2_X2˜_X2ý[X2ý[X2·bX2 ·bX2AlX2˜ AlX2woX2d woX2¹œX2𠹜X2;¥X2Ì ;¥X2›ÉX2H ›ÉX2ÝöX2hÝöX2Ó Y2DÓ Y2�>Y2Ð�>Y2ï\Y2ôï\Y2ígY2 ígY2óëY2¬óëY2ËÁZ2pËÁZ2®[2t®[2»[2T»[2ÏO\2àÏO\2Ÿ!]2$Ÿ!]2G4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1™Íq= b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I‰šÚÒ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1™Íq= b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I‰šÚÒ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1™Íq=  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I‰šÚÒ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¹ÙÞþr’ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1ªêr²·÷ ÷ 7 € À bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dIÉ’Û[¤$øxmí³36¶oïÿ*ªÈH‘ZÚ#£ìl µ 5 ~ þ G Ç  � ; { Ù  b ¢ ë +t´ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜTTÈÈ)<*<4°4°>$?$I–I–ST^~^~hÃhÃrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœŒŒ | |"ô"ô$h%h'Ü'Ü)P*P,Ä,Ä.8/81¬1¬3 4 6”6”89;|;|=ð=ð?d@dBØBØDLELGÀGÀI4J4L¦L¦NOQŠQŠSüSüUnVnXàXàZR[R]Ä]Ä_6`6b¨b¨degŒgŒiþiþkplpnænæpXqXsÊsÊuŒ>ްް�"‘"“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W21GW2Ð1GW2χW2LχW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2±W2(±W2¡ñW2¤¡ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2ÕX2€ÕX2s[X2üs[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2‡¤X2´ ‡¤X2çÈX20 çÈX2)öX2P)öX2UýX2,UýX2IZY2˜IZY2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ß« b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TI‰Ó bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ß« b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TI‰Ó bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~ß«  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TI‰Ó  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 t””´¹Ù bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€¼<xø4´Ð   €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ý ÝSSÉÉ)?*?4µ4µ>)?)I�I�ST^…^…hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÝÝWWÑÑ K K Å Å??¹¹33­­##™™ … …"û"û$q%q'ç'ç)]*],Ó,Ó.I/I1¿1¿35456«6«8!9!;—;—= > @�@�BõBõDiEiGÝGÝIQJQLÅLÅN9O9Q­Q­S!T!V•V•X Y [}[}]ñ]ñ_e`ebÙbÙdMeMgÁgÁi5j5l©l©noq‘q‘stvyvyxíxíza{a}Õ}ÕI€I‚½‚½„1…1‡¥‡¥‰ŠŒ‹Œ‹ŽþŽþ�q‘q“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2µGW2еGW2SˆW2LSˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2‡±W2(‡±W2%òW2¤%òW2ñøW2¬ñøW2{X2({X2±X2ô±X2YX2€YX2÷[X2ü÷[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2w¥X2´ w¥X2×ÉX20 ×ÉX2÷X2P÷X2UýX2,UýX2OZY2˜OZY2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÉO\2ÌÉO\2™!]2™!]2A4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀb. b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹ØŸß bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀb. b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹ØŸß bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀb.  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹ØŸß  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‘±Ff©É bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1C€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ƒÀ@}ý:ºÓ   €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙNNÃÃ)8*84­4­> ? I“I“ST^y^yhìhìr_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?L@LB¿B¿D2E2G¥G¥IJL‹L‹NþNþPqQqSäSäUWVWXÊXÊZ=[=]°]°_#`#b–b–d e g|g|iïiïkblbnÕnÕpHqHs»s»u.v.x¡x¡z{}‡}‡úú�m‚m„à„à†S‡S‰ʼnŋ7Œ7ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W21GW2Ð1GW2χW2LχW2�W2T�W2£˜W2У˜W2Ù›W2œÙ›W2ý°W2(ý°W2›ñW2¤›ñW2ëøW2¬ëøW2uX2(uX2«X2ô«X2ÏX2€ÏX2m[X2üm[X2½bX2 ½bX2GlX2€ GlX2}oX2L }oX2¿œX2Ø ¿œX2¥¤X2´ ¥¤X2ÉX20 ÉX2GöX2PGöX2ÑÿX2,ÑÿX2ÇZY2˜ÇZY2íëY2$íëY2ÅÁZ2èÅÁZ2ÿ­[2ìÿ­[2«O\2Ì«O\2{!]2{!]2#4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ý© b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UI‰Ò bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ý© b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UI‰Ò bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ý©  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UI‰Ò  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ”´´ÔÙù bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1|¼€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ðp¬,hè$¤L Œ  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛOOÃÃ)7*74«4«>?I�I�ST^s^shåhårWsW} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››ƒƒ÷÷k k"ß"ß$S%S'Ç'Ç);*;,¯,¯.#/#1—1—3 4 668ó8ó:g;g=Û=Û?M@MB¿B¿D1E1G£G£IJL‡L‡NùNùPkQkSÝSÝUOVOXÁXÁZ3[3]¥]¥_`b‰b‰dûdûfmgmißißkQlQnÃnÃp5q5s§s§uvx‹x‹zýzý|o}oáá�S‚S„ńņ7‡7‰¨‰¨‹ŒŽŠŽŠ�û�û’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2»GW2лGW2YˆW2LYˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2‡±W2(‡±W2%òW2¤%òW2ñøW2¬ñøW2{X2({X2±X2ô±X2YX2€YX2÷[X2ü÷[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2ï¥X2´ ï¥X2OÊX20 OÊX2‘÷X2P‘÷X2ÑÿX2,ÑÿX2ÇZY2˜ÇZY2áëY2$áëY2¹ÁZ2è¹ÁZ2ó­[2ìó­[2cO\2ÌcO\23!]23!]2Û3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂf2 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 LŒÚ à bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂf2 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 LŒÚ à bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂf2  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 LŒÚ à  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 …¥:!A bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1€À€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1÷w´4qñ.®P �  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙLL¿¿)2*24¥4¥>?I‡I‡SøSø]i^ihÚhÚrKsK} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰üüooââU U"È"È$;%;'®'®)!*!,”,”./1z1z3í3í5`6`8Ó8Ó:F;F=¹=¹?*@*B›B›D E G}G}IîIîK_L_NÐNÐPAQAS²S²U#V#X”X”Z[]v]v_ç_çaXbXdÉdÉf:g:i«i«kln�n�pþpþrosouàuàwQxQzÂzÂ|3}3¤¤�‚„†„††÷†÷ˆg‰g‹׋×�GŽG�·�·’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W27GW2Ð7GW2Õ‡W2LÕ‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2 ±W2( ±W2§ñW2¤§ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2ÛX2€ÛX2y[X2üy[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2�¤X2´ �¤X2íÈX20 íÈX2/öX2P/öX2ƒÿX2,ƒÿX2ýZY2˜ýZY2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2wP\2ÌwP\2G"]2G"]2ï4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kଠb-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 QK‹à  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kଠb-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 QK‹à  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kଠ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 QK‹à   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w——·¼Ü bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1*j€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÇGŽUÕ€ À  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ü ÜUUÎÎ)G*G4À4À>9?9I°I°S%T%^˜^˜h i s~s~} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÜÜUUÎÎ G G À À99²²++¤¤–– ˆ ˆ"#%z%z'ó'ó)l*l,å,å.^/^1×1×3P4P6É6É8B9B;»;»=4>4@­@­B&C&EŸEŸGHJ‘J‘LMOOQöQöSmTmVäVäX[Y[[Ò[Ò]I^I`À`Àb5c5eªeªghj”j”l m o|o|qïqïsbtbvÕvÕxHyH{»{»}.~.€¡€¡‚ƒ…‡…‡‡ú‡ú‰lŠlŒތގP�P‘‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2¯GW2ЯGW2MˆW2LMˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2{±W2({±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2MX2€MX2ë[X2üë[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2A¥X2´ A¥X2¡ÉX20 ¡ÉX2ãöX2PãöX2UýX2,UýX2»ZY2˜»ZY2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2P\2ÌP\2ç!]2ç!]2�4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µW# b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V–�Ðî. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µW# b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V–�Ðî. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µW#  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V–�Ðî.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 –¶LllŒ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÅEŠ OÏ@ €  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞSSÈÈ)=*=4²4²>(?(IœIœST^„^„høhørnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžˆˆýýr r"ç"ç$\%\'Ñ'Ñ)F*F,»,».0/01¥1¥346�6�89;y;y=î=î?c@cBØBØDMEMGÂGÂI8J8L¬L¬N O Q”Q”STV|V|XðXðZd[d]Ø]Ø_L`LbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡އމŠŒxŒxŽíŽí�b‘b“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W27GW2Ð7GW2Õ‡W2LÕ‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2¡ñW2¤¡ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2ÕX2€ÕX2s[X2üs[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2/¥X2´ /¥X2�ÉX20 �ÉX2ÑöX2PÑöX2 Y2, Y2‡[Y2˜‡[Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2P\2ÌP\2Õ!]2Õ!]2}4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KÞª b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 PJŠÞ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KÞª b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 PJŠÞ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1KÞª  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 PJŠÞ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 —·8X]} bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1±ñ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1œãcª*qñ G  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>-?-I¢I¢ST^†^†h÷h÷risi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbåbådXeXgËgËi>j>l±l±n"o"q“q“stvuvuxæxæzW{W}È}È9€9‚ª‚ª„…‡�‡�‰þ‰þ‹oŒoŽàŽà�Q‘Q“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2¯GW2ЯGW2MˆW2LMˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2�±W2(�±W2òW2¤òW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2SX2€SX2ñ[X2üñ[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2ï¥X2´ ï¥X2OÊX20 OÊX2‘÷X2P‘÷X2ÝÿX2,ÝÿX2E[Y2˜E[Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÏO\2ÌÏO\2Ÿ!]2Ÿ!]2G4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·[' b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W—�Ïð0 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·[' b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W—�Ïð0 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·['  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W—�Ïð0  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 †¦<9 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1…Å€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1”ÙYžcãÅ   €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94®4®>#?#I–I–ST^z^zhìhìr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?O@OBÄBÄD9E9G®G®I#J#L–L–N O Q|Q|SïSïUbVbXÕXÕZH[H]»]»_.`.b b deg„g„iöiökhlhnÚnÚpLqLs¾s¾u0v0x¢x¢z{}†}†øø�j‚j„܄܆P‡P‰ÉË6Œ6ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2=GW2Ð=GW2Û‡W2LÛ‡W2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2 ±W2( ±W2§ñW2¤§ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2ÛX2€ÛX2y[X2üy[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2ó¤X2´ ó¤X2SÉX20 SÉX2•öX2P•öX2[ýX2,[ýX2±[Y2˜±[Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2‰P\2̉P\2Y"]2Y"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€á­ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Ia¡@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€á­ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Ia¡@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€á­  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Ia¡@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 üzš!A bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÒR¤$vö0 p  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛSSËË)C*C4»4»>3?3I©I©ST^•^•h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$k%k'ã'ã)[*[,Ó,Ó.K/K1Ã1Ã3;4;6³6³8+9+;£;£=>@“@“B C EƒEƒGûGûIsJsLéLéN_O_QÕQÕSKTKVÁVÁX7Y7[­[­]#^#`™`™bce…e…gûgûiqjqlçlçn]o]qÓqÓsItIv¿v¿x5y5{«{«}!~!€—€—‚ ƒ …ƒ…ƒ‡ù‡ù‰oŠoŒåŒåŽ[�[‘ёѓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2©GW2ЩGW2GˆW2LGˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2u±W2(u±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2GX2€GX2å[X2üå[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2‰¥X2´ ‰¥X2éÉX20 éÉX2+÷X2P+÷X2[ýX2,[ýX2o[Y2˜o[Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2AP\2ÌAP\2"]2"]2¹4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªL b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V–”Ôâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªL b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V–”Ôâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªL  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V–”Ôâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ›»Rr¯Ï bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÐP  pðð 0  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ý ÝTTËË)B*B4¹4¹>2?2I©I©S T ^’^’hisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÝÝTTËË B B ¹ ¹00§§••  ƒƒúúq q"è"è$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIZJZLÑLÑNHOHQ¿Q¿S6T6V­V­X$Y$[›[›]^`‰`‰bcewewgîgîiejelÜlÜnNoNqÀqÀs2t2v¤v¤xy{ˆ{ˆ}ú}úl€l‚Þ‚Þ„P…P‡‡‰4Š4Œ¦Œ¦Ž�‘БГ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W27GW2Ð7GW2Õ‡W2LÕ‡W2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2 ±W2( ±W2§ñW2¤§ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2ÛX2€ÛX2y[X2üy[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2k¥X2´ k¥X2ËÉX20 ËÉX2 ÷X2P ÷X2ïÿX2,ïÿX2A\Y2˜A\Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2P\2ÌP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€ß« b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  J` þ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€ß« b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  J` þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€ß«  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  J` þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¹ÙÞþ–¶ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1’Ò€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1HÈšìl¾>  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙOOÅÅ);*;4±4±>'?'I›I›ST^ƒ^ƒh÷h÷rksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰ÿÿuuëëa a"×"×$M%M'Ã'Ã)9*9,¯,¯.%/%1›1›346‡6‡8ý8ý:s;s=é=é?_@_BÕBÕDKEKGÁGÁI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqwqwsësëu_v_xÓxÓzG{G}»}»/€/‚£‚£„…‡‹‡‹‰ÿ‰ÿ‹sŒsŽçŽç�[‘[“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2©GW2ЩGW2GˆW2LGˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2{±W2({±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2MX2€MX2ë[X2üë[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2¥X2´ ¥X2wÉX20 wÉX2¹öX2P¹öX2éÿX2,éÿX2ÿ[Y2˜ÿ[Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬P b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W—•Õä$ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬P b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W—•Õä$ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬P  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W—•Õä$  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‡§>>^ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1�Ѐ� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@À�à`°0€ À  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ù ÙNNÃÃ)8*84­4­>$?$I™I™ST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÙÙNNÃà 8 8 ­ ­""——  ��öökkààU U"Ê"Ê$?%?'´'´))*),ž,ž./1ˆ1ˆ3ý3ý5r6r8ç8ç:\;\=Ñ=Ñ?F@FB»B»D0E0G¥G¥IJL‘L‘NOQ{Q{SðSðUeVeXÚXÚZO[O]Ä]Ä_9`9b®b®d#e#g˜g˜i j l‚l‚nônôpfqfsØsØuJvJx¼x¼z.{.} } €‚„‚„„ö„ö†h‡h‰Ú‰Ú‹LŒL޾޾�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2CGW2ÐCGW2á‡W2Lá‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2±W2(±W2­ñW2¤­ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2áX2€áX2[X2ü[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2eÿX2,eÿX2e\Y2˜e\Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2SP\2ÌSP\2#"]2#"]2Ë4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�â® b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 FI‰Ò bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�â® b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 FI‰Ò bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�â®  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 FI‰Ò  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¹ÙÞþ‹« bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1H€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€Ý]º:—à  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>-?-I¢I¢ST^Œ^Œhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbçbçd\e\gÑgÑiFjFl»l»n0o0q¥q¥stv�v�xy{y{y}î}îc€c‚؂؄M…M‡‡‰7Š7Œ¬Œ¬Ž!�!‘–‘–“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2�GW2Ð�GW2;ˆW2L;ˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2o±W2(o±W2 òW2¤ òW2÷øW2¬÷øW2�X2(�X2·X2ô·X2AX2€AX2ß[X2üß[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2m¦X2´ m¦X2ÍÊX20 ÍÊX2øX2PøX2aýX2,aýX2#\Y2˜#\Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2SP\2ÌSP\2#"]2#"]2Ë4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸA  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I‰Ò‹Ë bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸA  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I‰Ò‹Ë bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸA   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I‰Ò‹Ë  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  Àp�•µ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€Û[¶6‘  à  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ä ä^^ÔÔ)J*J4À4À>6?6IªIªST^’^’hiszsz} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjää^^ØØ R R Ì ÌFFÀÀ::´´..¨¨"" œ œ"#%Œ%Œ'(*x*x,î,î.d/d1Ú1Ú3P4P6Æ6Æ8<9<;²;²=(>(@ž@žBCEŠEŠGHJvJvLêLêN^O^QÒQÒSFTFVºVºX.Y.[¢[¢]^`Š`ŠbþbþdrergægæiZjZlÎlÎnBoBq¶q¶s*t*vžvžxy{†{†}ú}ún€n‚â‚â„V…V‡ʇʉ>Š>Œ²Œ²Ž&�&‘š‘š“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2=GW2Ð=GW2Û‡W2LÛ‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2±W2(±W2­ñW2¤­ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2áX2€áX2[X2ü[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2k¥X2´ k¥X2ËÉX20 ËÉX2 ÷X2P ÷X2Y2,Y2]Y2˜]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ଠb-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 EI‰Ò bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ଠb-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 EI‰Ò bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ଠ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 EI‰Ò  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¹ÙÞþ•µ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¥å€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1tôQÑ.® ‹}½ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÅÅ):*:4¯4¯>$?$I—I—S T ^}^}hðhðrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$M%M'Â'Â)7*7,¬,¬.!/!1–1–3 4 6€6€8õ8õ:j;j=ß=ß?T@TBÉBÉD>E>G³G³I(J(L›L›NOQ�Q�SôSôUgVgXÚXÚZM[M]À]À_3`3b¦b¦degŒgŒiÿiÿkrlrnånåpXqXsËsËu>v>x±x±z${$}—}— € ‚}‚}„ð„ð†c‡c‰Ö‰Ö‹IŒI޼޼�/‘/“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2£GW2УGW2AˆW2LAˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2u±W2(u±W2òW2¤òW2÷øW2¬÷øW2�X2(�X2·X2ô·X2GX2€GX2å[X2üå[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2¥X2´ ¥X2}ÉX20 }ÉX2¿öX2P¿öX2ûÿX2,ûÿX2¿\Y2˜¿\Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡E b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I‰ÒŒÌ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡E b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I‰ÒŒÌ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡E  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I‰ÒŒÌ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ˆ¨ @@` bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1›Û€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1lìGÇ"¢ý};{ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àXXÌÌ)@*@4´4´>(?(IšIšS T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  �� € €"ø"ø$l%l'à'à)T*T,È,È.Œ>ްް�"‘"“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2CGW2ÐCGW2á‡W2Lá‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2³ñW2¤³ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2çX2€çX2…[X2ü…[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2¦X2´ ¦X2yÊX20 yÊX2»÷X2P»÷X2YÿX2,YÿX2§\Y2˜§\Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[25P\2Ì5P\2"]2"]2­4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚㯠b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @JŠÓ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚㯠b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @JŠÓ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚㯠 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @JŠÓ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 € 0P7W bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1õ5€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€áaÂB£# ` €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á áWWÍÍ)C*C4¹4¹>-?-I¡I¡ST^‰^‰hýhýrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±''�� ‰ ‰"ÿ"ÿ$u%u'ë'ë)a*a,×,×.M/M1Ã1Ã39496¯6¯8%9%;›;›=>@…@…BùBùDmEmGáGáIUJULÉLÉN=O=Q±Q±S%T%V™V™X Y [�[�]õ]õ_i`ibÝbÝdQeQgÅgÅi9j9l­l­n!o!q•q•s t v}v}xñxñze{e}Ù}ÙM€M‚Á‚Á„5…5‡©‡©‰ŠŒ�Œ�Ž�‘u‘u“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2—GW2ЗGW25ˆW2L5ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2i±W2(i±W2òW2¤òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2;X2€;X2Ù[X2üÙ[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2q¥X2´ q¥X2ÑÉX20 ÑÉX2÷X2P÷X2aýX2,aýX2×\Y2˜×\Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”6 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I‰Ò�Ï bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”6 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I‰Ò�Ï bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”6  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I‰Ò�Ï  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¹ÙÞþ—· bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€æfÌL²2P� €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝRRÇÇ)<*<4±4±>$?$I—I—S T ^}^}hðhðrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��wwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?P@PBÃBÃD6E6G©G©IJL�L�NOQuQuSèSèU[V[XÎXÎZA[A]´]´_'`'bšbšd e g€g€ióiókflfnÙnÙpLqLs¿s¿u2v2x¥x¥z{}‹}‹þþ�q‚q„ä„ä†W‡W‰ɉɋ;Œ;Ž­Ž­�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2CGW2ÐCGW2á‡W2Lá‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2³ñW2¤³ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2çX2€çX2…[X2ü…[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2¡¥X2´ ¡¥X2ÊX20 ÊX2C÷X2PC÷X2ùY2,ùY2I]Y2˜I]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2½O\2̽O\2�!]2�!]254]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚á­ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @JŠÓ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚á­ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @JŠÓ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚á­  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @JŠÓ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  ÀVv¿ß bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1–Ö€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1„eåFÆ'§Á €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßSSÇÇ);*;4¯4¯>!?!I“I“ST^w^whéhér[s[} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ‡‡ûûo o"ã"ã$W%W'Ë'Ë)?*?,³,³.'/'1›1›346ƒ6ƒ8÷8÷:k;k=ß=ß?Q@QBÃBÃD5E5G§G§IJL‹L‹NýNýPoQoSáSáUSVSXÅXÅZ7[7]©]©_`b�b�dÿdÿfqgqiãiãkUlUnÇnÇp9q9s«s«uvx�x�z{}s}såå�W‚W„ɄɆ;‡;‰¬‰¬‹ŒŽŽŽŽ�ÿ�ÿ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2�GW2Ð�GW2;ˆW2L;ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2o±W2(o±W2 òW2¤ òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2AX2€AX2ß[X2üß[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2#¥X2´ #¥X2ƒÉX20 ƒÉX2ÅöX2PÅöX2Y2,Y2]Y2˜]Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2{O\2Ì{O\2K!]2K!]2ó3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–: b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I‰ÒŽÎ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–: b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I‰ÒŽÎ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–:  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I‰ÒŽÎ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 "B‰©Gg bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¦æ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1˜~þdäJÊö6 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝPPÃÃ)6*64©4©>?I‹I‹SüSü]m^mhÞhÞrOsO} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��ssææY Y"Ì"Ì$?%?'²'²)%*%,˜,˜. / 1~1~3ñ3ñ5d6d8×8×:J;J=½=½?.@.BŸBŸDEG�G�IòIòKcLcNÔNÔPEQES¶S¶U'V'X˜X˜Z [ ]z]z_ë_ëa\b\dÍdÍf>g>i¯i¯k l n‘n‘pqssssuäuäwUxUzÆzÆ|7}7¨¨�‚„ЄІû†ûˆk‰k‹Û‹Û�KŽK�»�»’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2IGW2ÐIGW2ç‡W2Lç‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2¹ñW2¤¹ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2íX2€íX2‹[X2ü‹[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2U¦X2´ U¦X2µÊX20 µÊX2÷÷X2P÷÷X2gýX2,gýX2[]Y2˜[]Y2/ìY2$/ìY2ÂZ2èÂZ2A®[2ìA®[2‰P\2̉P\2Y"]2Y"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒä° b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @JŠÓ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒä° b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @JŠÓ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒä°  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @JŠÓ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ƒ£Ppu• bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ìlØXÄDÐ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg à àYYÒÒ)K*K4Ä4Ä>=?=I´I´S)T)^œ^œhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggààYYÒÒ K K Ä Ä==¶¶//¨¨!!šš Œ Œ"#%~%~'÷'÷)p*p,é,é.b/b1Û1Û3T4T6Í6Í8F9F;¿;¿=8>8@±@±B*C*E£E£GHJ•J•L M OƒOƒQúQúSqTqVèVèX_Y_[Ö[Ö]M^M`Ä`Äb9c9e®e®g#h#j˜j˜l m o€o€qóqósftfvÙvÙxLyL{¿{¿}2~2€¥€¥‚ƒ…‹…‹‡þ‡þ‰pŠpŒâŒâŽT�T‘ƑƓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2‘GW2БGW2/ˆW2L/ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2c±W2(c±W2òW2¤òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X25X2€5X2Ó[X2üÓ[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2¥X2´ ¥X2wÉX20 wÉX2¹öX2P¹öX2gýX2,gýX2‹]Y2˜‹]Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2)P\2Ì)P\2ù!]2ù!]2¡4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰+÷ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I‰Ò–Ö bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰+÷ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I‰Ò–Ö bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰+÷  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I‰Ò–Ö  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 4¢Â9Y bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ñqâbÓS@ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âWWÌÌ)A*A4¶4¶>,?,I I ST^ˆ^ˆhühürrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢ŒŒ v v"ë"ë$`%`'Õ'Õ)J*J,¿,¿.4/41©1©346“6“89;};}=ò=ò?g@gBÜBÜDQEQGÆGÆI1?1I¦I¦ST^Š^Šhûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâIYJYLÎLÎNCOCQ¸Q¸S-T-V¢V¢XY[Œ[Œ]^`v`vbébéd\e\gÏgÏiBjBlµlµn&o&q—q—stvyvyxêxêz[{[}Ì}Ì=€=‚®‚®„…‡‘‡‘‰ŠŒsŒsŽäŽä�U‘U“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2—GW2ЗGW25ˆW2L5ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2c±W2(c±W2òW2¤òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X25X2€5X2Ó[X2üÓ[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2Y2,Y2?^Y2˜?^Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹/û b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 I‰Ò—× bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹/û b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 I‰Ò—× bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹/û  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 I‰Ò—×  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¹ÙÞþo� bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1±ñ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÄDµ5¦&—±ñ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞSSÈÈ)=*=4²4²>'?'IšIšS T ^~^~hðhðrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽxxííb b"×"×$L%L'Á'Á)6*6,«,«. / 1•1•3 4 668ô8ô:i;i=Þ=Þ?S@SBÈBÈD=E=G²G²I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¤b¤degˆgˆiúiúklllnÞnÞpPqPsÂsÂu4v4x¦x¦z{}Š}Šüü�n‚n„à„à†T‡T‰ljNj:Œ:Ž­Ž­� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2gGW2�gGW2ˆW2ˆW2[ŒW2$[ŒW23±W2�3±W2ÑñW2ÑñW2-öW2$-öW2X2�X2£[X2£[X2ÿ_X2$ÿ_X2§¥X2�§¥X2ÊX2üÊX2'ûX2 'ûX2ONY2| ONY2GìY2Ü GìY2ÂZ2  ÂZ2Y®[2¤ Y®[2­P\2„ ­P\2}"]2È}"]2%5]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Qa•öÂ÷à b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Qa•öÂ÷à b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Qa•öÂ÷à b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx ð ðhhàà)X*X4Ð4Ð>F?FI¼I¼S2T2^¨^¨his”s”} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðxxððhhàà X X Ð ÐHHÀÀ88°°((   � �"#%€%€'ø'ø)p*p,è,è.`/`1Ø1Ø3P4P6È6È8@9@;¸;¸=0>0@¨@¨B C E˜E˜GHJ†J†LüLüNrOrQèQèS^T^VÔVÔXJYJ[À[À]6^6`¬`¬b"c"e˜e˜ghj„j„lúlúnpopqæqæs\t\vÒvÒxHyH{¾{¾}4~4€ª€ª‚ ƒ …–…–‡ ˆ ЂЂŒøŒøŽn�n‘ä‘ä“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2‹GW2�‹GW2)ˆW2 )ˆW2�W2�W2]±W2€]±W2ûñW2üûñW2ÓøW2ÓøW2/X2p/X2Í[X2ìÍ[X2¥bX2ô¥bX2 ¤X2` ¤X2iÈX2ÌiÈX2'ûX2ì'ûX2ONY2L ONY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ë b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¥å€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ë b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¥å€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}ë b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¥å €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1>  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss ê êaaØØ)O*O4Æ4Æ>=?=I´I´S+T+^�^�his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssêêaaØØ O O Æ Æ==´´++¢¢�� ~ ~"õ"õ$l%l'ã'ã)Z*Z,Ñ,Ñ.H/H1¿1¿36466­6­8$9$;›;›=>@‰@‰BCEwEwGîGîIeJeLÜLÜNSOSQÊQÊSATAV¸V¸X/Y/[¦[¦]^`”`”b c e‚e‚gùgùipjplçlçnYoYqËqËs=t=v¯v¯x!y!{“{“}~€w€w‚é‚é„[…[‡͇͉?Š?Œ±Œ±Ž#�#‘•‘•“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2aGW2�aGW2ÿ‡W2ÿ‡W2[ŒW2$[ŒW23±W2�3±W2ÑñW2ÑñW2-öW2$-öW2X2�X2£[X2£[X2ÿ_X2$ÿ_X23¤X2�3¤X2“ÈX2ü“ÈX2'ûX2 'ûX2ONY2| ONY2/ìY2Ü /ìY2ÂZ2  ÂZ2A®[2¤ A®[25P\2„ 5P\2"]2È"]2­4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R_“ò¾úÆ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R_“ò¾úÆ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R_“ò¾úÆ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Hh  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ì ìbbØØ)N*N4Ä4Ä>8?8I¬I¬S T ^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvììbbØØ N N Ä Ä::°°&&œœˆˆþþt t"ê"ê$`%`'Ö'Ö)L*L,Â,Â.8/81®1®3$4$6š6š89;†;†=ü=ü?r@rBèBèD^E^GÔGÔIHJHL¼L¼N0O0Q¤Q¤STVŒVŒXY[t[t]è]è_\`\bÐbÐdDeDg¸g¸i,j,l l noqˆqˆsüsüupvpxäxäzX{X}Ì}Ì@€@‚´‚´„(…(‡œ‡œ‰ŠŒ„Œ„ŽøŽø�l‘l“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2‘GW2�‘GW2/ˆW2 /ˆW2�W2�W2]±W2€]±W2ûñW2üûñW2ÓøW2ÓøW2/X2p/X2Í[X2ìÍ[X2¥bX2ô¥bX2§¢X2`§¢X2ÇX2ÌÇX2'ûX2ì'ûX2ONY2L ONY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2P\2T P\2Õ!]2˜Õ!]2}4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}!í b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¤ä€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}!í b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¤ä€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1I}!í b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¤ä €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss è è]]ÒÒ)G*G4¼4¼>1?1I¦I¦ST^�^�hÿhÿrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssèè]]ÒÒ G G ¼ ¼11¦¦��zzïïd d"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I)J)LžLžNOQˆQˆSýSýUrVrXçXçZ\[\]Ñ]Ñ_F`Fb»b»d0e0g¥g¥ijl�l�noqsqssåsåuWvWxÉxÉz;{;}­}­€‚‘‚‘„…‡u‡u‰ç‰ç‹YŒYŽËŽË�=‘=“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2[GW2�[GW2ù‡W2 ù‡W2[ŒW2[ŒW2-±W2€-±W2ËñW2üËñW2-öW2-öW2ÿX2pÿX2�[X2ì�[X2ÿ_X2ôÿ_X2!¤X2`!¤X2�ÈX2Ì�ÈX2'ûX2ì'ûX2INY2L INY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2kP\2T kP\2;"]2˜;"]2ã4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ó¿ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ó¿ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ó¿ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1:Z  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ë ëbbÙÙ)P*P4Ç4Ç>>µµ,,££‘‘  "ö"ö$m%m'ä'ä)[*[,Ò,Ò.I/I1À1À37476®6®8%9%;œ;œ=>@Š@ŠBCExExGïGïIdJdLÙLÙNNONQÃQÃS8T8V­V­X"Y"[—[—] ^ `�`�böbödkekgàgàiUjUlÊlÊn?o?q´q´s)t)vžvžxy{ˆ{ˆ}ý}ýr€r‚ç‚ç„\…\‡чщFŠFŒ»Œ»Ž0�0‘¥‘¥“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2‘GW2�‘GW2/ˆW2 /ˆW2ïŽW2ïŽW2c±W2€c±W2òW2üòW2ÁøW2ÁøW25X2p5X2Ó[X2ìÓ[X2“bX2ô“bX2¡¢X2`¡¢X2ÇX2ÌÇX2'ûX2ì'ûX2INY2L INY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2eP\2T eP\25"]2˜5"]2Ý4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†(ô b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1–Ö€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†(ô b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1–Ö€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†(ô b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1–Ö €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss í íggÝÝ)S*S4É4É>=?=I±I±S%T%^™^™h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssííggáá [ [ Õ ÕOOÉÉCC½½77±±++ ¥ ¥"#%•%•' ( *�*�,÷,÷.m/m1ã1ã3Y4Y6Ï6Ï8E9E;»;»=1>1@§@§BCE“E“G H J}J}LñLñNeOeQÙQÙSMTMVÁVÁX5Y5[©[©]^`‘`‘bceyeygígíiajalÕlÕnIoIq½q½s1t1v¥v¥xy{�{�}~€u€u‚é‚é„]…]‡чщEŠEŒ¹Œ¹Ž-�-‘¡‘¡“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2[GW2�[GW2ù‡W2 ù‡W2[ŒW2[ŒW2'±W2€'±W2ÅñW2üÅñW2-öW2-öW2ùX2pùX2—[X2ì—[X2ÿ_X2ôÿ_X2›¥X2`›¥X2ûÉX2ÌûÉX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2P\2T P\2Õ!]2˜Õ!]2}4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ï» b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ï» b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ï» b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1µÕ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss é é__ÔÔ)I*I4¾4¾>1?1I¤I¤ST^Š^Šhýhýrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðsséé__ÕÕ K K Á Á77­­##™™……ûûq q"ç"ç$\%\'Ñ'Ñ)F*F,»,».0/01¥1¥346�6�89;y;y=î=î?c@cBØBØDMEMGÂGÂI5J5L¨L¨NOQŽQŽSTVtVtXçXçZZ[Z]Í]Í_@`@b³b³d&e&g™g™i j llnònòpeqesØsØuKvKx¾x¾z1{1}¤}¤€‚ЂЄý„ý†p‡p‰ã‰ã‹VŒVŽÉŽÉ�<‘<“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2—GW2�—GW25ˆW2 5ˆW2ïŽW2ïŽW2c±W2€c±W2òW2üòW2ÁøW2ÁøW25X2p5X2Ó[X2ìÓ[X2“bX2ô“bX2÷£X2`÷£X2WÈX2ÌWÈX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†*ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1—×€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†*ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1—×€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†*ö b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1—× €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1 ,  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss ë ëcc××)K*K4¿4¿>1?1I£I£ST^‡^‡hùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssëëccÛÛ S S Ë ËCC»»33««##›› ‹ ‹"#%w%w'ë'ë)_*_,Ó,Ó.G/G1»1»3/4/6£6£89;‹;‹=ÿ=ÿ?s@sBçBçD[E[GÏGÏIAJAL³L³N%O%Q—Q—S T V{V{XíXíZ_[_]Ñ]Ñ_C`Cbµbµd'e'g™g™i j l}l}nïnïpaqasÓsÓuEvEx·x·z){)}›}› € ‚‚„ñ„ñ†c‡c‰Õ‰Õ‹GŒG޹޹�+‘+“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2UGW2�UGW2ó‡W2 ó‡W2aŒW2aŒW2'±W2€'±W2ÅñW2üÅñW23öW23öW2ùX2pùX2—[X2ì—[X2`X2ô`X2¤X2`¤X2cÈX2ÌcÈX2!ûX2ì!ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2AP\2T AP\2"]2˜"]2¹4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�ð¼ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�ð¼ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�ð¼ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1=  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt î îddÚÚ)P*P4Ä4Ä>8?8I¬I¬S T ^”^”hiszsz} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttîîhhââ \ \ Ö ÖPPÊÊDD¾¾44ªª  – –" # %‚%‚'ø'ø)n*n,ä,ä.Z/Z1Ð1Ð3F4F6¼6¼8292;¨;¨=>@�@�BCExExGìGìI`J`LÔLÔNHOHQ¼Q¼S0T0V¤V¤XY[Œ[Œ]^`t`tbèbèd\e\gÐgÐiDjDl¸l¸n,o,q q stvˆvˆxüxüzp{p}ä}äX€X‚̂̄@…@‡²‡²‰%Š%Œ˜Œ˜Ž � ‘~‘~“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2—GW2�—GW25ˆW2 5ˆW2õŽW2õŽW2i±W2€i±W2òW2üòW2ÇøW2ÇøW2;X2p;X2Ù[X2ìÙ[X2™bX2ô™bX2§¥X2`§¥X2ÊX2ÌÊX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�1ý b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ÿß€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�1ý b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ÿß€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�1ý b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ÿß €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Áá  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll â âWWÌÌ)A*A4´4´>'?'IšIšS T ^€^€hóhórdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllââXXÎÎ D D º º00¦¦’’||ññf f"Û"Û$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=à=à?S@SBÆBÆD9E9G¬G¬IJL’L’NOQxQxSëSëU^V^XÑXÑZD[D]·]·_*`*b�b�degƒgƒiöiökilinÜnÜpOqOsÂsÂu5v5x¨x¨z{}Ž}Ž€‚t‚t„ç„ç†X‡X‰ʉʋ<Œ<ޮޮ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2UGW2�UGW2ó‡W2 ó‡W2aŒW2aŒW2!±W2€!±W2¿ñW2ü¿ñW23öW23öW2óX2póX2‘[X2ì‘[X2`X2ô`X2›¢X2`›¢X2ûÆX2ÌûÆX2!ûX2ì!ûX2INY2L INY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2ÉO\2T ÉO\2™!]2˜™!]2A4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ì¸ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ì¸ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ì¸ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ê ê^^ÒÒ)F*F4¸4¸>*?*IœIœST^€^€hòhòrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrêêbbÚÚ R R Ê ÊBBºº22ªª’’ z z"î"î$b%b'Ö'Ö)J*J,¾,¾.2/21¦1¦346Ž6Ž89;v;v=è=è?Z@ZBÌBÌD>E>G°G°I"J"L”L”NOQxQxSêSêU\V\XÎXÎZ@[@]²]²_$`$b–b–degzgziìiìk^l^nÐnÐpBqBs´s´u&v&x˜x˜z { }|}|îî�`‚`„Ò„Ò†B‡B‰³‰³‹$Œ$ޕޕ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2—GW2�—GW25ˆW2 5ˆW2õŽW2õŽW2i±W2€i±W2òW2üòW2ÇøW2ÇøW2;X2p;X2Ù[X2ìÙ[X2™bX2ô™bX2¡¥X2`¡¥X2ÊX2ÌÊX2!ûX2ì!ûX2INY2L INY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2�O\2T �O\2Q!]2˜Q!]2ù3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�3ÿ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1žÞ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�3ÿ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1žÞ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�3ÿ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1žÞ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½Ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn ä äWWÊÊ)=*=4®4®>?I�I�ST^r^rhãhãrRsR} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnääZZÐÐ F F ¼ ¼22¨¨””zzíí` `"Ó"Ó$F%F'¹'¹),*,,Ÿ,Ÿ./1…1…3ø3ø5k6k8Þ8Þ:Q;Q=Â=Â?3@3B¤B¤DEG†G†I÷I÷KhLhNÙNÙPJQJS»S»U,V,X�X�Z[]]_ð_ðaabadÒdÒfCgCi´i´k%l%n–n–pqsxsxuéuéwZxZzËzË|<}<­­�‚„�„�†þ†þˆn‰n‹Þ‹Þ�NŽN�¾�¾’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2OGW2�OGW2í‡W2 í‡W2aŒW2aŒW2!±W2€!±W2¿ñW2ü¿ñW23öW23öW2óX2póX2‘[X2ì‘[X2`X2ô`X2›¢X2`›¢X2ûÆX2ÌûÆX2ûX2ìûX2CNY2L CNY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2‰P\2T ‰P\2Y"]2˜Y"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒí¹ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1R€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒí¹ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1R€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒí¹ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1R €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp é ébbÛÛ)T*T4Í4Í>D?DI»I»S0T0^£^£his‡s‡} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppéébbÛÛ T T Í ÍFF¿¿88±±**££ • •"#%‡%‡'(*y*y,ò,ò.k/k1ä1ä3]4]6Ö6Ö8O9O;È;È=A>A@º@ºB3C3E¬E¬G%H%JœJœLMOŠOŠQRTxTxVïVïXfYf[Ý[Ý]T^T`Ë`Ëb@c@eµeµg*h*jŸjŸlmo‡o‡qúqúsmtmvàvàxSyS{Æ{Æ}9~9€¬€¬‚ƒ…’…’‡ˆŠuŠuŒçŒçŽY�Y‘ˑ˓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2�GW2��GW2;ˆW2 ;ˆW2ãŽW2ãŽW2o±W2€o±W2 òW2ü òW2µøW2µøW2AX2pAX2ß[X2ìß[X2‡bX2ô‡bX2q¥X2`q¥X2ÑÉX2ÌÑÉX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2#P\2T #P\2ó!]2˜ó!]2›4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜: b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‘Ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜: b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‘Ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜: b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‘Ñ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1�°  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk ã ãXXÍÍ)B*B4·4·>+?+IŸIŸST^‡^‡hûhûroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkãã[[ÓÓ K K à Ã;;³³++££�� w w"ì"ì$a%a'Ö'Ö)K*K,À,À.5/51ª1ª346”6”8 9 ;~;~=ó=ó?h@hBÝBÝDRERGÇGÇI;J;L¯L¯N#O#Q—Q—S T VVXóXóZg[g]Û]Û_O`ObÃbÃd7e7g«g«ijl“l“noq{q{sïsïucvcx×x×zK{K}¿}¿3€3‚§‚§„…‡�‡�‰ŠŒyŒyŽîŽî�c‘c“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2IGW2�IGW2ç‡W2 ç‡W2gŒW2gŒW2±W2€±W2¹ñW2ü¹ñW29öW29öW2íX2píX2‹[X2ì‹[X2 `X2ô `X2›¢X2`›¢X2ûÆX2ÌûÆX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠéµ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1S€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠéµ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1S€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠéµ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1S €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn å å\\ÓÓ)J*J4Á4Á>6?6I«I«ST^�^�hispsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnåå\\ÓÓ J J Á Á88¯¯&&��‹‹ y y"ð"ð$g%g'Þ'Þ)U*U,Ì,Ì.C/C1º1º31416¨6¨89;–;–= > @„@„BûBûDrErGéGéI^J^LÓLÓNHOHQ½Q½S2T2V§V§XY[‘[‘]^`{`{bîbîdaeagÔgÔiGjGlºlºn+o+qœqœs t v~v~xïxïz`{`}Ñ}ÑB€B‚³‚³„$…$‡”‡”‰ŠŒvŒvŽçŽç�X‘X“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2�GW2��GW2;ˆW2 ;ˆW2ãŽW2ãŽW2o±W2€o±W2 òW2ü òW2µøW2µøW2AX2pAX2ß[X2ìß[X2‡bX2ô‡bX2Q¤X2`Q¤X2±ÈX2̱ÈX2ûX2ìûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜< b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1’Ò€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜< b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1’Ò€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜< b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1’Ò €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1r’  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk á áVVËË)@*@4µ4µ>(?(I›I›S T ^^hñhñrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkááWWÍÍ C C ¹ ¹//¥¥‘‘{{ððe e"Ú"Ú$O%O'Ä'Ä)9*9,®,®.#/#1˜1˜3 4 6‚6‚8÷8÷:l;l=á=á?V@VBËBËD@E@GµGµI(J(L›L›NOQ�Q�SôSôUgVgXÚXÚZM[M]À]À_3`3b¥b¥deg‰g‰iûiûkmlmnßnßpQqQsÃsÃu5v5x§x§z{}‹}‹ýý�o‚o„á„á†S‡S‰ƉƋ9Œ9ެެ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2IGW2�IGW2ç‡W2 ç‡W2aŒW2aŒW2±W2€±W2¹ñW2ü¹ñW23öW23öW2íX2píX2‹[X2ì‹[X2`X2ô`X2•¢X2`•¢X2õÆX2ÌõÆX2ûX2ìûX2=NY2L =NY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2•P\2T •P\2e"]2˜e"]2 5]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ê¶ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ê¶ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ê¶ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll ä ä\\ÔÔ)L*L4Ä4Ä>:?:I°I°S&T&^œ^œhisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllää\\ÔÔ L L Ä Ä<<´´,,¤¤””  „ „"ü"ü$t%t'ì'ì)d*d,Ü,Ü.T/T1Ì1Ì3D4D6¼6¼8494;¬;¬=$>$@œ@œBCEŒEŒGHJzJzLðLðNfOfQÜQÜSRTRVÈVÈX>Y>[´[´]*^*` ` bceŒeŒghjxjxlîlîndodqÚqÚsPtPvÆvÆx1?1I¨I¨ST^‘^‘hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâIYJYLÐLÐNGOGQ¾Q¾S5T5V¬V¬X#Y#[š[š]^`ˆ`ˆbÿbÿdvevgígíidjdlÛlÛnMoMq¿q¿s1t1v£v£xy{‡{‡}ù}ùk€k‚݂݄O…O‡Á‡Á‰3Š3Œ¥Œ¥Ž�‘‰‘‰“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2CGW2�CGW2á‡W2 á‡W2[ŒW2[ŒW2±W2€±W2³ñW2ü³ñW2-öW2-öW2çX2pçX2…[X2ì…[X2ÿ_X2ôÿ_X2Ó£X2`Ó£X23ÈX2Ì3ÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2P\2T P\2í!]2˜í!]2•4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡æ² b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡æ² b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡æ² b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ö  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj à àVVÌÌ)B*B4¸4¸>,?,I I ST^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjààVVÌÌ B B ¸ ¸..¤¤��||òòh h"Þ"Þ$T%T'Ê'Ê)@*@,¶,¶.,/,1¢1¢346Ž6Ž89;z;z=ð=ð?f@fBÜBÜDRERGÈGÈI%?%IšIšST^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÜÜQQÆÆ ; ; ° °%%šš„„ùùnnããX X"Í"Í$B%B'·'·),*,,¡,¡./1‹1‹346u6u8ê8ê:_;_=Ô=Ô?I@IB¾B¾D3E3G¨G¨IJL’L’NOQ|Q|SñSñUfVfXÛXÛZP[P]Å]Å_:`:b¯b¯d$e$g™g™ijlƒlƒnõnõpgqgsÙsÙuKvKx½x½z/{/}¡}¡€‚…‚…„÷„÷†i‡i‰Û‰Û‹MŒMŽ¿Ž¿�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2CGW2�CGW2á‡W2 á‡W2[ŒW2[ŒW2±W2€±W2­ñW2ü­ñW2-öW2-öW2áX2páX2[X2ì[X2ÿ_X2ôÿ_X2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†ç³ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1O€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†ç³ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1O€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†ç³ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1O €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations18X  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>0?0I¥I¥ST^�^�hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubêbêd_e_gÔgÔiIjIl¾l¾n3o3q¨q¨stv’v’xy{|{|}ñ}ñf€f‚Û‚Û„P…P‡Ňʼn:Š:Œ¯Œ¯Ž$�$‘™‘™“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2©GW2�©GW2GˆW2 GˆW2׎W2׎W2u±W2€u±W2òW2üòW2©øW2©øW2GX2pGX2å[X2ìå[X2{bX2ô{bX2¡¥X2`¡¥X2ÊX2ÌÊX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªL b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ŽÎ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªL b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ŽÎ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªL b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ŽÎ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Éé  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á á[[ÑÑ)G*G4½4½>1?1I¥I¥ST^�^�hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±++¥¥ ™ ™"#%‰%‰'ÿ'ÿ)u*u,ë,ë.a/a1×1×3M4M6Ã6Ã8999;¯;¯=%>%@›@›BCE‡E‡GýGýIqJqLåLåNYOYQÍQÍSATAVµVµX)Y)[�[�]^`…`…bùbùdmemgágáiUjUlÉlÉn=o=q±q±s%t%v™v™x y {�{�}õ}õi€i‚݂݄Q…Q‡Ňʼn9Š9Œ­Œ­Ž!�!‘•‘•“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2=GW2�=GW2Û‡W2 Û‡W2[ŒW2[ŒW2±W2€±W2­ñW2ü­ñW2-öW2-öW2áX2páX2[X2ì[X2ÿ_X2ôÿ_X2�¢X2`�¢X2ïÆX2ÌïÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„㯠b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„㯠b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„㯠b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝSSÈÈ)=*=4²4²>%?%I˜I˜S T ^~^~hñhñrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��yyïïe e"Û"Û$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=â=â?W@WBÌBÌDAEAG¶G¶I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnænæpYqYsÌsÌu?v?x²x²z%{%}˜}˜ € ‚~‚~„ñ„ñ†d‡d‰׉׋JŒJ޽޽�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2©GW2�©GW2GˆW2 GˆW2׎W2׎W2{±W2€{±W2òW2üòW2©øW2©øW2MX2pMX2ë[X2ìë[X2{bX2ô{bX2]¤X2`]¤X2½ÈX2̽ÈX2ûX2ìûX2=NY2L =NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2ÕO\2T ÕO\2¥!]2˜¥!]2M4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªN b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ï€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªN b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ï€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªN b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ï €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1†¦  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßWWËË)?*?4³4³>%?%I—I—S T ^{^{híhír_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ��  "÷"÷$k%k'ß'ß)S*S,Ç,Ç.;/;1¯1¯3#4#6—6—8 9 ;;=ó=ó?g@gBÛBÛDOEOGÃGÃI5J5L§L§NOQ‹Q‹SýSýUoVoXáXáZS[S]Å]Å_7`7b©b©deg�g�iÿiÿkqlqnãnãpUqUsÇsÇu9v9x«x«z{}�}�€‚s‚s„å„å†W‡W‰ɉɋ;Œ;Ž­Ž­�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2=GW2�=GW2Û‡W2 Û‡W2UŒW2UŒW2 ±W2€ ±W2§ñW2ü§ñW2'öW2'öW2ÛX2pÛX2y[X2ìy[X2ù_X2ôù_X2ñ£X2`ñ£X2QÈX2ÌQÈX2ûX2ìûX27NY2L 7NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒä° b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒä° b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒä° b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1;  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh â âXXÎÎ)D*D4¸4¸>,?,I I ST^Š^Šhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²((žž Š Š"#%v%v'ì'ì)b*b,Ø,Ø.N/N1Ä1Ä3:4:6°6°8&9&;œ;œ=>@„@„BøBøDlElGàGàITJTLÈLÈN?IŽIŽS T ^~^~hñhñrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††ûûppååZ Z"Ï"Ï$D%D'¹'¹).*.,£,£./1�1�346w6w8ì8ì:a;a=Ô=Ô?G@GBºBºD-E-G G IJL†L†NùNùPlQlSßSßURVRXÅXÅZ8[8]«]«_`b›b›deg�g�iôiôkglgnÚnÚpMqMsÀsÀu3v3x¦x¦z{}Œ}Œÿÿ�r‚r„å„å†V‡V‰ȉȋ:Œ:ެެ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W27GW2�7GW2Õ‡W2 Õ‡W2UŒW2UŒW2 ±W2€ ±W2§ñW2ü§ñW2'öW2'öW2ÛX2pÛX2y[X2ìy[X2ù_X2ôù_X2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX27NY2L 7NY2óëY2¬ óëY2ËÁZ2p ËÁZ2®[2t ®[2±O\2T ±O\2�!]2˜�!]2)4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ଠb-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ଠb-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�ଠb-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations18X  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞRRÆÆ):*:4¬4¬>?I�I�ST^x^xhêhêrZsZ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žž††úún n"â"â$V%V'Ê'Ê)>*>,²,².&/&1š1š346‚6‚8ö8ö:j;j=Ü=Ü?N@NBÀBÀD2E2G¤G¤IJLˆLˆNúNúPlQlSÞSÞUPVPXÂXÂZ4[4]¦]¦_`bŽbŽdegrgriäiäkVlVnÈnÈp:q:s¬s¬uvx�x�z{}t}tææ�X‚X„ʄʆ:‡:‰«‰«‹ŒŽ�Ž��þ�þ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2¯GW2�¯GW2MˆW2 MˆW2ÝŽW2ÝŽW2{±W2€{±W2òW2üòW2¯øW2¯øW2MX2pMX2ë[X2ìë[X2�bX2ô�bX2�¢X2`�¢X2ïÆX2ÌïÆX2ûX2ìûX27NY2L 7NY2çëY2¬ çëY2¿ÁZ2p ¿ÁZ2ù­[2t ù­[2oO\2T oO\2?!]2˜?!]2ç3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³W# b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1˜Ø€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³W# b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1˜Ø€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³W# b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1˜Ø €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØKK¾¾)1*14¢4¢>?I„I„SýSý]n^nhßhßrNsN} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆûûnnááT T"Ç"Ç$:%:'­'­) * ,“,“./1y1y3ì3ì5_6_8Ò8Ò:E;E=¶=¶?'@'B˜B˜D E GzGzIëIëK\L\NÍNÍP>Q>S¯S¯U V X‘X‘Z[]s]s_ä_äa]b]dÎdÎf?g?i°i°k!l!n’n’pqststuåuåwVxVzÇzÇ|8}8©©�‚„‹„‹†ú†úˆj‰j‹Ú‹Ú�JŽJ�º�º’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W21GW2�1GW2χW2 χW2OŒW2OŒW2±W2€±W2¡ñW2ü¡ñW2!öW2!öW2ÕX2pÕX2s[X2ìs[X2ó_X2ôó_X2e¢X2`e¢X2ÅÆX2ÌÅÆX2ûX2ìûX21NY2L 1NY2#ìY2¬ #ìY2KÀZ2p KÀZ2)�[2t )�[2}P\2T }P\2s ]2˜s ]23]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€á­ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€á­ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€á­ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹µ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ý ÝVVÑÑ)J*J4Ã4Ã>:?:I±I±S&T&^¥^¥his‰s‰} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÝÝVVÏÏ H H Á Á::³³,,¥¥—— ‰ ‰"#%}%}'ö'ö)o*o,è,è.a/a1Ú1Ú3S4S6Ì6Ì8E9E;¾;¾=7>7@°@°B)C)E¢E¢GHJ’J’L M O€O€Q÷Q÷SnTnVåVåX\Y\[Ó[Ó]J^J`Á`Áb6c6e«e«g h j•j•l m o‰o‰qüqüsotovâvâxUyU{È{È};~;€®€®‚!ƒ!…”…”‡ˆŠwŠwŒéŒéŽ[�[‘͓͑ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2¯GW2�¯GW2MˆW2 MˆW2ËŽW2ËŽW2�±W2€�±W2òW2üòW2�øW2�øW2SX2pSX2ñ[X2ìñ[X2obX2ôobX2Á£X2`Á£X2!ÈX2Ô!ÈX2ûX2ôûX21NY2T 1NY2ìY2´ ìY29ÀZ2x 9ÀZ2�[2| �[2P\2\ P\2 ]2  ]2»2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼^* b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‹Ë€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼^* b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‹Ë€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼^* b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‹Ë €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1¥í\  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ × ×LLËË)@*@4µ4µ>)?)I�I�ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__××OOÇÇ ? ? · ·//§§——  ��öök k"à"à$_%_'Ô'Ô)I*I,¾,¾.3/31¨1¨346’6’89;|;|=ñ=ñ?f@fBÛBÛDPEPGÅGÅI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÍbÍdAeAgµgµi)j)l�l�noq…q…sùsùumvmxáxázU{U}É}É=€=‚±‚±„%…%‡™‡™‰ŠŒƒŒƒŽøŽø�m‘m“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W21GW2�1GW2χW2 χW2OŒW2OŒW2ý°W2€ý°W2›ñW2ü›ñW2!öW2!öW2ÏX2pÏX2m[X2ìm[X2ó_X2ôó_X2µ£X2`µ£X2ÈX2ÌÈX2ûX2ìûX21NY2L 1NY2 ìY2¬  ìY23ÀZ2p 3ÀZ2�[2t �[2 P\2T  P\2 ]2˜ ]2©2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ý© b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ý© b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1J~Ý© b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1   bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPËË)B*B4¹4¹>.?.I£I£ST^“^“histst} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbæbædYeYgÌgÌi?j?l²l²n/o/q q stv‚v‚xóxózd{d}Õ}ÕF€F‚·‚·„(…(‡˜‡˜‰ Š ŒzŒzŽëŽë�\‘\“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2µGW2�µGW2SˆW2 SˆW2ËŽW2ËŽW2�±W2€�±W2òW2üòW2�øW2�øW2SX2pSX2ñ[X2ìñ[X2obX2ôobX2k¥X2`k¥X2ËÉX2ÔËÉX2ûX2ôûX21NY2T 1NY2ìY2´ ìY2-ÀZ2x -ÀZ2 �[2|  �[2ÕO\2\ ÕO\2Ë]2 Ë]2s2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼`, b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ŒÌ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼`, b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ŒÌ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼`, b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ŒÌ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1¦îº  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Õ ÕJJÇÇ)<*<4±4±>$?$I—I—ST^‡^‡hùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……úúooääY Y"Î"Î$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD4?4I«I«S"T"^ ^ his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÕÕLLÃà : : ƒ ƒúúqqèè__{{òòi i"à"à$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãI\J\LÓLÓNJOJQÁQÁS8T8V¯V¯X&Y&[�[�]^`‹`‹bceyeygðgðigjglÞlÞn\o\qÎqÎs@t@v²v²x$y${–{–}~€z€z‚ì‚ì„^…^‡ЇЉBŠBŒ´Œ´Ž&�&‘˜‘˜“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2ÇGW2èÇGW2eˆW2deˆW2�W2l�W2�˜W2è�˜W2Ó›W2´Ó›W2™±W2@™±W27òW2¼7òW2åøW2ÄåøW2oX2@oX2¥X2 ¥X2kX2˜kX2 \X2 \X2·bX2 ·bX2AlX2˜ AlX2woX2d woX2¹œX2𠹜X2«¤X2Ì «¤X2 ÉX2H  ÉX2MöX2hMöX29Y2D9Y2õ;Y2Ðõ;Y2]Y2ô]Y2hY2 hY2ìY2¬ìY2õÁZ2põÁZ2/®[2t/®[2©»[2T©»[2‰P\2à‰P\2Y"]2$Y"]25]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¤Ø|H b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹‰ÉÖ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¤Ø|H b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹‰ÉÖ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¤Ø|H  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹‰ÉÖ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‘±±Ñé  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1K‹Ö[[› æ &  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dKË–áa¬,w÷B �ØXˆ£#ÇGnî†9¹EÅ „ Ï O š  e å 0 ° û ; ÿ ? † Æ QœÜ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛSSÍÍ)*4½4½>5?5I«I«S!T!^£^£his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$m%m'å'å)]*],Õ,Õ.M/M1—1—346‡6‡8ÿ8ÿ:w;w=>@•@•B C E…E…GýGýIuJuLëLëNaOaQ×Q×SMTMVÃVÃX9Y9[¯[¯]%^%`›`›bce‡e‡gýgýisjslélénkokqáqásWtWvÍvÍxCyC{¹{¹}/~/€¥€¥‚ƒ…‘…‘‡ˆŠ}Š}ŒóŒóŽi�i‘ߑߓ  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ó2W2õFW2õFW2“‡W2|“‡W2ýŒW2„ýŒW23�W2ð3�W2½™W2|½™W2óœW2HóœW2ǰW2ÔǰW2eñW2PeñW2ÏöW2XÏöW2úW2ÄúW2�X2P�X2ÅX2ÅX2™X2¨™X27[X2$ 7[X2¡`X2, ¡`X2×cX2˜ ×cX2amX2$ amX2—pX2ð —pX2Ù�X2| Ù�X2›¥X2X›¥X2ûÉX2ÔûÉX2=÷X2ô=÷X21 Y2Ð1 Y2í=Y2\í=Y2ó^Y2€ó^Y2ñiY2¬ñiY2ìY28ìY2ÝÁZ2üÝÁZ2®[2®[2‘»[2à‘»[2çO\2lçO\2·!]2°·!]2_4]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O°| b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1»û bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O°| b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1»û  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O°|  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1»û bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~ì Ññ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1d¤Hªê  à à  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1ddäHÈ,¬�ôtØX¼<  ‚däF Æ  � À @ ( ¨  ÿ  Š > ¾ ì l Î N ° 0z º ”Ô8xÚ|¼ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^ ¤ ¤HHÅÅ):*:4¯4¯>&?&I›I›ST^Ž^Žhisrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÓÓHH½½ 2 2 x xííbb××LLððeeÚÚO O"Ä"Ä$A%A'¶'¶)+*+, , ./1Š1Š3ÿ3ÿ5t6t8é8é:^;^=Ó=Ó?H@HB½B½D2E2G§G§IJL“L“NOQ}Q}SòSòUgVgXÜXÜZQ[Q]Æ]Æ_;`;b°b°d%e%gšgšijl„l„noqtqtsæsæuXvXxÊxÊz<{<}®}® € ‚’‚’„…‡v‡v‰è‰è‹ZŒZŽÌŽÌ�>‘>“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2ÍGW2èÍGW2kˆW2dkˆW2�W2l�W2�˜W2è�˜W2Ó›W2´Ó›W2™±W2@™±W27òW2¼7òW2åøW2ÄåøW2oX2@oX2¥X2 ¥X2kX2˜kX2 \X2 \X2·bX2 ·bX2AlX2˜ AlX2woX2d woX2¹œX2𠹜X2;¥X2Ì ;¥X2›ÉX2H ›ÉX2ÝöX2hÝöX29Y2D9Y2õ;Y2Ðõ;Y2]Y2ô]Y2hY2 hY2 ìY2¬ ìY2ãÁZ2pãÁZ2®[2t®[2—»[2T—»[2P\2àP\2á!]2$á!]2‰4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¦Ú€L b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹ŠÊÖ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¦Ú€L b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹ŠÊÖ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¦Ú€L  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹ŠÊÖ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 »Ûàu• bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1K‹Öa¡¦æ æ &  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dKË–áa¬,w÷B �ØX£#nî9¹ „  … Ï O Ä D š  ƒ  e å B  0 ° û ; † Æ ~ ¾ QœÜ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×MMÇÇ)*4³4³>)?)I�I�ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$O%O'Å'Å);*;,±,±.'/'1n1n3ä3ä5Z6Z8Ð8Ð:F;F=ë=ë?a@aB×B×DMEMGÃGÃI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noq…q…sùsùumvmxáxázU{U}É}É=€=‚±‚±„%…%‡™‡™‰ Š Œ�Œ�ŽõŽõ�i‘i“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W21GW2è1GW2χW2dχW2�W2l�W2£˜W2裘W2Ù›W2´Ù›W2±W2@±W2¡ñW2¼¡ñW2ëøW2ÄëøW2uX2@uX2«X2 «X2ÕX2˜ÕX2s[X2s[X2½bX2 ½bX2GlX2˜ GlX2}oX2d }oX2¿œX2ð ¿œX2¦X2Ì ¦X2aÊX2H aÊX2£÷X2h£÷X2QY2DQY2 .?.ItItST^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÜÜVVÐÐ J J Ä Ä>>¸¸22¬¬&&   ” ”"#%„%„'ú'ú)p*p,æ,æ.\/\1Ò1Ò3H4H6¾6¾8494;ª;ª= > @–@–B C E‚E‚GøGøInJnLâLâNVOVQÊQÊS>T>V„V„XøXøZl[l]à]à_T`TböbödjejgÞgÞiRjRlÆlÆnDoDq¸q¸s,t,v v xy{ˆ{ˆ}ü}üp€p‚ä‚ä„X…X‡̇̉@Š@Œ´Œ´Ž(�(‘œ‘œ“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2ÁGW2èÁGW2_ˆW2d_ˆW2�W2l�W2£˜W2裘W2Ù›W2´Ù›W2“±W2@“±W21òW2¼1òW2ëøW2ÄëøW2uX2@uX2«X2 «X2eX2˜eX2\X2\X2½bX2 ½bX2GlX2˜ GlX2}oX2d }oX2¿œX2ð ¿œX2G¥X2Ì G¥X2§ÉX2H §ÉX2éöX2héöX2O Y2DO Y2 >Y2Ð >Y2]Y2ô]Y2hY2 hY2 ìY2¬ ìY2ãÁZ2pãÁZ2®[2t®[2—»[2T—»[2AP\2àAP\2"]2$"]2¹4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1™Íq= b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹�ÝÖ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1™Íq= b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹�ÝÖ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1™Íq=  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹�ÝÖ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 »Ûà€  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1K‹õ5/o o ¯ ú : bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dKË–áa¬,w÷B �ØXëk£#¨(nîeå9¹"¢ „ Ï O š  e å 0 ° û ; Í † Æ QœÜ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>-?-I¢I¢ST^Ž^ŽhÕhÕrxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbçbçd\e\gÑgÑiFjFl»l»n2o2q§q§stv‘v‘xy{M{M}Â}Â7€7‚¬‚¬„!…!‡ćĉ9Š9Œ®Œ®Ž#�#‘˜‘˜“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W21GW2è1GW2χW2dχW2�W2l�W2£˜W2裘W2Ù›W2´Ù›W2ý°W2@ý°W2›ñW2¼›ñW2ëøW2ÄëøW2uX2@uX2«X2 «X2ÏX2˜ÏX2m[X2m[X2½bX2 ½bX2GlX2˜ GlX2}oX2d }oX2¿œX2ð ¿œX2ã¥X2Ì ã¥X2CÊX2H CÊX2…÷X2h…÷X2Ù Y2DÙ Y2•>Y2Е>Y2]Y2ô]Y2hY2 hY2ùëY2¬ùëY2ÑÁZ2pÑÁZ2 ®[2t ®[2…»[2T…»[2ÏO\2àÏO\2Ÿ!]2$Ÿ!]2G4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kଠb-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 WK‹Ö bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kଠb-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 WK‹Ö bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Kଠ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 WK‹Ö  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 cƒö5 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1K‹:zA F † † Æ bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dKË–áa¬,w÷BÂ�ÚZ¥%pð<¼ ‡ éi Ò R ¦ & �  c ã   h è 3 ³ þ > ‰ É T ” TŸß bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚRRÆÆ):*:4®4®>"?"IeIeST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""ššŠŠ z z"ò"ò$f%f'Ú'Ú)N*N,Â,Â.6/61ª1ª346’6’89;z;z=î=î?b@bBÖBÖDJEJG¾G¾I2J2L¤L¤NOQˆQˆSúSúU=V=X¯X¯Z![!]“]“_`b¦b¦degŠgŠiüiüknlnnènèpZqZsÌsÌu>v>x°x°z"{"}”}”€‚x‚x„ê„ê†\‡\‰Ή΋@Œ@޲޲�$‘$“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2ÇGW2èÇGW2eˆW2deˆW2�W2l�W2£˜W2裘W2Ù›W2´Ù›W2“±W2@“±W21òW2¼1òW2ëøW2ÄëøW2uX2@uX2«X2 «X2eX2˜eX2\X2\X2½bX2 ½bX2GlX2˜ GlX2}oX2d }oX2¿œX2ð ¿œX2A¥X2Ì A¥X2¡ÉX2H ¡ÉX2ãöX2hãöX2‡Y2D‡Y2C"?"I•I•ST^^hÃhÃrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD?I�I�ST^u^uhèhèr[s[} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……úúooääY Y"Î"Î$C%C'¸'¸)-*-,¢,¢./1Œ1Œ346v6v8ë8ë:`;`=Õ=Õ?H@HB»B»D.E.G¡G¡IJL‡L‡NúNúPmQmSàSàUSVSXÆXÆZ9[9]¬]¬_`b’b’degxgxiëiëk^l^nÑnÑpDqDs·s·u*v*x�x�z{}ƒ}ƒöö�i‚i„܄܆O‡O‰Á‰Á‹3Œ3ޥޥ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2»GW2лGW2YˆW2LYˆW2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2‡±W2(‡±W2%òW2¤%òW2ñøW2¬ñøW2{X2({X2±X2ô±X2YX2€YX2÷[X2ü÷[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2¦X2´ ¦X2gÊX20 gÊX2©÷X2P©÷X2eY2,eY2ç[Y2˜ç[Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2#P\2Ì#P\2ó!]2ó!]2›4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂf2 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹™ÙÚ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂf2 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹™ÙÚ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂf2  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹™ÙÚ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �¯47W bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1N€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18¸ý}ÂB‡ n ®  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á áWWÍÍ)C*C4¹4¹>-?-I¡I¡ST^‰^‰hýhýrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±''�� ‰ ‰"ÿ"ÿ$u%u'ë'ë)a*a,×,×.M/M1Ã1Ã39496¯6¯8%9%;›;›=>@…@…BùBùDmEmGáGáIUJULÉLÉN=O=Q±Q±S%T%V™V™X Y [�[�]õ]õ_i`ibÝbÝdQeQgÅgÅi9j9l­l­n!o!q•q•s t v}v}xñxñze{e}Ù}ÙM€M‚Á‚Á„5…5‡©‡©‰ŠŒ�Œ�Ž�‘u‘u“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W27GW2Ð7GW2Õ‡W2LÕ‡W2�W2T�W2©˜W2Щ˜W2ß›W2œß›W2±W2(±W2¡ñW2¤¡ñW2ñøW2¬ñøW2{X2({X2±X2ô±X2ÕX2€ÕX2s[X2üs[X2ÃbX2 ÃbX2MlX2€ MlX2ƒoX2L ƒoX2ÅœX2Ø ÅœX2G¥X2´ G¥X2§ÉX20 §ÉX2éöX2PéöX2Y2,Y2Ã[Y2˜Ã[Y2áëY2$áëY2¹ÁZ2è¹ÁZ2ó­[2ìó­[2cO\2ÌcO\23!]23!]2Û3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€á­ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UK‹Ö bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€á­ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UK‹Ö bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€á­  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UK‹Ö  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 »Ûàx˜ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1È  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ØX –  T Ô  ’ F †  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×JJ½½)0*04£4£>?I…I…SöSö]g^ghØhØrIsI} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡úúmmààS S"Æ"Æ$9%9'¬'¬)*,’,’./1x1x3ë3ë5^6^8Ñ8Ñ:D;D=·=·?(@(B™B™D E G{G{IìIìK]L]NÎNÎP?Q?S°S°U!V!X’X’Z[]t]t_å_åaVbVdÇdÇf8g8i©i©kln‹n‹püpürmsmuÞuÞwOxOzÀzÀ|1}1¢¢�‚„„„„†õ†õˆe‰e‹Õ‹Õ�EŽE�µ�µ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2»GW2лGW2YˆW2LYˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2�±W2(�±W2+òW2¤+òW2÷øW2¬÷øW2�X2(�X2·X2ô·X2_X2€_X2ý[X2üý[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2ǦX2´ ǦX2'ËX20 'ËX2iøX2PiøX2çY2,çY2k\Y2˜k\Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2«O\2Ì«O\2{!]2{!]2#4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Äj6 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹šÚÛ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Äj6 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹šÚÛ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Äj6  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹šÚÛ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 o�.ô bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1“Ó €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1L Ì  ‘ Ö V ›  ó 3 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝQQÅÅ)9*94­4­>?I‘I‘ST^u^uhçhçrYsY} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%��……ùùm m"á"á$U%U'É'É)=*=,±,±.%/%1™1™3 4 6�6�8õ8õ:i;i=Ý=Ý?O@OBÁBÁD3E3G¥G¥IJL‰L‰NûNûPmQmSßSßUQVQXÃXÃZ5[5]§]§_`b‹b‹dýdýfogoiáiákSlSnÅnÅp7q7s©s©uvx�x�zÿzÿ|q}qãã�U‚U„DŽdž9‡9‰ª‰ª‹ŒŽŒŽŒ�ý�ý’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2=GW2Ð=GW2Û‡W2LÛ‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2­ñW2¤­ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2áX2€áX2[X2ü[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2½¤X2´ ½¤X2ÉX20 ÉX2_öX2P_öX2“Y2,“Y2 \Y2˜ \Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2P\2ÌP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒæ² b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  MM�à  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒæ² b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  MM�à  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒæ²  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  MM�à   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‡§§Çî bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations18x €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18¸�ÊJ“ Ž Î  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚOOÄÄ)9*94®4®>$?$I˜I˜S T ^€^€hôhôrjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""šš„„ùùn n"ã"ã$X%X'Í'Í)B*B,·,·.,/,1¡1¡346‹6‹89;u;u=ê=ê?_@_BÔBÔDIEIG¾G¾I4J4L¨L¨NOQ�Q�STVxVxXìXìZ`[`]Ô]Ô_H`Hb¼b¼d0e0g¤g¤ijlŒlŒnoqtqtsèsèu\v\xÐxÐzD{D}¸}¸,€,‚ ‚ „…‡ЇЉÿ‰ÿ‹tŒtŽéŽé�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2µGW2еGW2SˆW2LSˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2�±W2(�±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2SX2€SX2ñ[X2üñ[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2µ¦X2´ µ¦X2ËX20 ËX2WøX2PWøX2“Y2,“Y2³\Y2˜³\Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2wP\2ÌwP\2G"]2G"]2ï4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·[' b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T”’Òî. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·[' b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T”’Òî. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·['  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T”’Òî.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ž®Óóà bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1<| €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�`à0° € 4t €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg à àYYÒÒ)K*K4Ä4Ä>=?=I´I´S)T)^œ^œhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggààYYÒÒ K K Ä Ä==¶¶//¨¨!!šš Œ Œ"#%~%~'÷'÷)p*p,é,é.b/b1Û1Û3T4T6Í6Í8F9F;¿;¿=8>8@±@±B*C*E£E£GHJ•J•L M OƒOƒQúQúSqTqVèVèX_Y_[Ö[Ö]M^M`Ä`Äb9c9e®e®g#h#j˜j˜l m o€o€qóqósftfvÙvÙxLyL{¿{¿}2~2€¥€¥‚ƒ…‹…‹‡þ‡þ‰pŠpŒâŒâŽT�T‘ƑƓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W27GW2Ð7GW2Õ‡W2LÕ‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2 ±W2( ±W2§ñW2¤§ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2ÛX2€ÛX2y[X2üy[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2;¥X2´ ;¥X2›ÉX20 ›ÉX2ÝöX2PÝöX2Y2,Y2•\Y2˜•\Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÏO\2ÌÏO\2Ÿ!]2Ÿ!]2G4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�â® b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  LLŒß bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�â® b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  LLŒß bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�â®  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  LLŒß  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ccm�hˆ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Á  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1\ Ü % ¥ î n · 7 W €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØMMÂÂ)7*74¬4¬>!?!I”I”ST^x^xhêhêr^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆýýrrçç\ \"Ñ"Ñ$F%F'»'»)0*0,¥,¥./1�1�346y6y8î8î:c;c=Ø=Ø?M@MBÂBÂD7E7G¬G¬I!J!L”L”NOQzQzSíSíU`V`XÓXÓZF[F]¹]¹_,`,bžbždeg‚g‚iôiôkflfnØnØpJqJs¼s¼u.v.x x z{}„}„öö�h‚h„Ú„Ú†N‡N‰Á‰Á‹4Œ4ާާ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2µGW2еGW2SˆW2LSˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2‡±W2(‡±W2%òW2¤%òW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2YX2€YX2÷[X2ü÷[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2Ë¥X2´ Ë¥X2+ÊX20 +ÊX2m÷X2Pm÷X2'Y2,'Y2C]Y2˜C]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2P\2ÌP\2Õ!]2Õ!]2}4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹_+ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U•‘Ñð0 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹_+ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U•‘Ñð0 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹_+  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U•‘Ñð0  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 t”8÷ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ì €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ð P   p ð @ À Ä €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>/?/I¤I¤ST^ˆ^ˆhùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIWJWLÌLÌNAOAQ¶Q¶S+T+V V XY[Š[Š]ÿ]ÿ_t`tbçbçdZeZgÍgÍi@j@l³l³n$o$q•q•stvwvwxèxèzY{Y}Ê}Ê;€;‚¬‚¬„…‡�‡�‰ŠŒqŒqŽâŽâ�S‘S“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2CGW2ÐCGW2á‡W2Lá‡W2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2±W2(±W2³ñW2¤³ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2çX2€çX2…[X2ü…[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2ó¤X2´ ó¤X2SÉX20 SÉX2•öX2P•öX2“Y2,“Y2×\Y2˜×\Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2;P\2Ì;P\2 "]2 "]2³4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„ç³ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Ic£@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„ç³ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Ic£@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„ç³  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Ic£@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 û†¦ @ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations15u €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�dä8¸ Œ T” €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPÇÇ)>*>4µ4µ>.?.I¥I¥ST^Ž^Žhisrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$[%['Ò'Ò)I*I,À,À.7/71®1®3%4%6œ6œ89;Š;Š=>@x@xBïBïDfEfGÝGÝIVJVLÍLÍNDODQ»Q»S2T2V©V©X Y [—[—]^`…`…bübüdsesgêgêiajalØlØnJoJq¼q¼s.t.v v xy{„{„}ö}öh€h‚Ú‚Ú„L…L‡¾‡¾‰0Š0Œ¢Œ¢Ž�‘†‘†“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2©GW2ЩGW2GˆW2LGˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2{±W2({±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2MX2€MX2ë[X2üë[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2×¥X2´ ×¥X27ÊX20 7ÊX2y÷X2Py÷X2•Y2,•Y2]Y2˜]Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2�P\2Ì�P\2_"]2_"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬P b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 T”ŽÎâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬P b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 T”ŽÎâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬P  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 T”ŽÎâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �­à  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1:z€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1èhÃCž y ù ü< €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßWWÏÏ)G*G4¿4¿>7?7I­I­S#T#^™^™his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ��  "÷"÷$o%o'ç'ç)_*_,×,×.O/O1Ç1Ç3?4?6·6·8/9/;§;§=>@—@—BCE‡E‡GÿGÿIwJwLíLíNcOcQÙQÙSOTOVÅVÅX;Y;[±[±]'^'`�`�bce‰e‰gÿgÿiujulëlënaoaq×q×sMtMvÃvÃx9y9{¯{¯}%~%€›€›‚ƒ…‡…‡‡ý‡ý‰sŠsŒéŒéŽ_�_‘Õ‘Õ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2=GW2Ð=GW2Û‡W2LÛ‡W2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2±W2(±W2­ñW2¤­ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2áX2€áX2[X2ü[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2'Y2,'Y2m]Y2˜m]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚㯠b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jb¢þ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚㯠b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jb¢þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚㯠 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jb¢þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 »Ûà‚¢ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1É €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1à ` ´ 4 ˆ  \ Ü è( €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb × ×LLÁÁ)6*64«4«>"?"I—I—S T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbb××LLÁÁ 6 6 « «  ••  ôôiiÞÞS S"È"È$=%='²'²)'*',œ,œ./1†1†3û3û5p6p8å8å:Z;Z=Ï=Ï?D@DB¹B¹D.E.G£G£IJL�L�NOQyQySîSîUcVcXØXØZM[M]Â]Â_7`7b¬b¬d!e!g–g–i j l€l€nònòpdqdsÖsÖuHvHxºxºz,{,}ž}ž€‚‚‚‚„ô„ô†f‡f‰؉؋JŒJ޼޼�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2¯GW2ЯGW2MˆW2LMˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2�±W2(�±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2SX2€SX2ñ[X2üñ[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2¥X2´ ¥X2}ÉX20 }ÉX2¿öX2P¿öX2Y2,Y2^Y2˜^Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2P\2ÌP\2ç!]2ç!]2�4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®T  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U•�Ïä$ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®T  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U•�Ïä$ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®T   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U•�Ïä$  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 y™"BBb bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¿ ÿ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1T Ô / ¯ Š å e —× €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛQQÇÇ)=*=4³4³>)?)I�I�ST^…^…hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$O%O'Å'Å);*;,±,±.'/'1�1�346‰6‰8ÿ8ÿ:u;u=ë=ë?a@aB×B×DMEMGÃGÃI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noqyqysísíuavaxÕxÕzI{I}½}½1€1‚¥‚¥„…‡�‡�‰ŠŒuŒuŽéŽé�]‘]“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2IGW2ÐIGW2ç‡W2Lç‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2³ñW2¤³ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2çX2€çX2…[X2ü…[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2¥Y2,¥Y2£]Y2˜£]Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2SP\2ÌSP\2#"]2#"]2Ë4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…è´ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 BK‹Ö bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…è´ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 BK‹Ö bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…è´  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 BK‹Ö  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 »Ûàu• bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1B‚ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1èhÇG¦& …  Z €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff à àZZÐÐ)F*F4¼4¼>2?2I¦I¦ST^Ž^Žhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffààZZÔÔ N N È ÈBB¼¼66°°**¤¤ ˜ ˜"#%ˆ%ˆ'þ'þ)t*t,ê,ê.`/`1Ö1Ö3L4L6Â6Â8898;®;®=$>$@š@šBCE†E†GüGüIrJrLæLæNZOZQÎQÎSBTBV¶V¶X*Y*[ž[ž]^`†`†búbúdnengâgâiVjVlÊlÊn>o>q²q²s&t&všvšxy{‚{‚}ö}öj€j‚Þ‚Þ„R…R‡ƇƉ:Š:Œ®Œ®Ž"�"‘–‘–“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2£GW2УGW2AˆW2LAˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2u±W2(u±W2òW2¤òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2GX2€GX2å[X2üå[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2û¥X2´ û¥X2[ÊX20 [ÊX2�÷X2P�÷X2‘Y2,‘Y2E^Y2˜E^Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2SP\2ÌSP\2#"]2#"]2Ë4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡E b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹‹Ë× bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡E b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹‹Ë× bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡E  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹‹Ë×  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Œ¬ÿ? bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations11q€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@À&¦ Œ ò r À €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Þ ÞUUÌÌ)C*C4º4º>1?1I¦I¦ST^�^�hiszsz} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâIYJYLÎLÎNCOCQ¸Q¸S-T-V¢V¢XY[Œ[Œ]^`v`vbëbëd`e`gÕgÕiJjJl¿l¿n4o4q©q©stv“v“xy{}{}}ò}òg€g‚܂܄Q…Q‡ƇƉ;Š;Œ°Œ°Ž%�%‘š‘š“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2CGW2ÐCGW2á‡W2Lá‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2³ñW2¤³ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2çX2€çX2…[X2ü…[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2?Y2,?Y2?^Y2˜?^Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒä° b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 AM�Ø bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒä° b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 AM�Ø bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒä°  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 AM�Ø  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 »Ûà‡§ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1á ! €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1d ä C à " ¢  � ¹ù €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞVVÊÊ)>*>4²4²>&?&I˜I˜S T ^|^|hîhîr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$j%j'Þ'Þ)R*R,Æ,Æ.:/:1®1®3"4"6–6–8 9 ;~;~=ò=ò?f@fBÚBÚDNENGÂGÂI6J6L¨L¨NOQŒQŒSþSþUpVpXâXâZT[T]Æ]Æ_8`8bªbªdegŽgŽijlrlrnänäpVqVsÈsÈu:v:x¬x¬z{}�}�€‚t‚t„æ„æ†X‡X‰ʉʋ<Œ<ޮޮ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2©GW2ЩGW2GˆW2LGˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2{±W2({±W2òW2¤òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2MX2€MX2ë[X2üë[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2)¥X2´ )¥X2‰ÉX20 ‰ÉX2ËöX2PËöX27Y2,7Y2í^Y2˜í^Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2íO\2ÌíO\2½!]2½!]2e4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£I b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹‹Ë× bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£I b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹‹Ë× bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£I  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹‹Ë×  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~ž,LLl bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1× €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ø X ¾ > ¤ $ Š f¦ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜRRÇÇ)<*<4±4±>&?&I™I™S T ^^hòhòrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒxxîîd d"Ú"Ú$O%O'Ä'Ä)9*9,®,®.#/#1˜1˜3 4 6‚6‚8÷8÷:l;l=á=á?V@VBËBËD@E@GµGµI*J*L�L�NOQƒQƒSöSöUiViXÜXÜZO[O]Â]Â_5`5b¨b¨degŽgŽijltltnçnçpZqZsÍsÍu@v@x³x³z&{&}™}™ € ‚‚„ò„ò†e‡e‰؉؋KŒK޾޾�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2OGW2ÐOGW2í‡W2Lí‡W21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2±W2(±W2¹ñW2¤¹ñW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2íX2€íX2‹[X2ü‹[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2‘¦X2´ ‘¦X2ñÊX20 ñÊX23øX2P3øX2™Y2,™Y2ë]Y2˜ë]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†éµ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @LŒ× bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†éµ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @LŒ× bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†éµ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @LŒ×  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 „¤¥Å±Ñ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations17w €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ˆëkÎN ± 1 b¢ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙNNÃÃ)8*84­4­> ? I“I“ST^y^yhìhìr_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?L@LB¿B¿D2E2G¥G¥IJL‹L‹NþNþPqQqSäSäUWVWXÊXÊZ=[=]°]°_#`#b–b–d e g|g|iïiïkblbnÕnÕpHqHs»s»u.v.x¡x¡z{}‡}‡úú�m‚m„à„à†S‡S‰ʼnŋ7Œ7ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2�GW2Ð�GW2;ˆW2L;ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2o±W2(o±W2 òW2¤ òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2AX2€AX2ß[X2üß[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2“Y2,“Y2o^Y2˜o^Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2;P\2Ì;P\2 "]2 "]2³4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–: b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹Ö�Í bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–: b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹Ö�Í bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–:  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹Ö�Í  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 »Ûà{› bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1/o €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1PÐ8¸    ˆ ä$ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk å å[[ÑÑ)G*G4½4½>1?1I¥I¥ST^�^�hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkåå__ÙÙ S S Í ÍGGÁÁ;;µµ++¡¡ � �"#%y%y'ï'ï)e*e,Û,Û.Q/Q1Ç1Ç3=4=6³6³8)9);Ÿ;Ÿ=>@‰@‰BýBýDqEqGåGåIYJYLÍLÍNAOAQµQµS)T)V�V�XY[…[…]ù]ù_m`mbábádUeUgÉgÉi=j=l±l±n%o%q™q™s t v�v�xõxõzi{i}Ý}ÝQ€Q‚łń9…9‡­‡­‰ Š Œ“Œ“Ž�‘y‘y“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2IGW2ÐIGW2ç‡W2Lç‡W21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2±W2(±W2¹ñW2¤¹ñW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2íX2€íX2‹[X2ü‹[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2?Y2,?Y2�^Y2˜�^Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2{O\2Ì{O\2K!]2K!]2ó3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„å± b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @LŒ× bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„å± b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @LŒ× bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„å±  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @LŒ×  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 |œx˜(H bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ú  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1”  w ÷ Z Ú = ½ E €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛNNÁÁ)4*44§4§>?I‰I‰SúSú]k^khÜhÜrMsM} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹þþqqääW W"Ê"Ê$=%='°'°)#*#,–,–. / 1|1|3ï3ï5b6b8Õ8Õ:H;H=»=»?,@,B�B�DEGGIðIðKaLaNÒNÒPCQCS´S´U%V%X–X–Z[]x]x_é_éaZbZdËdËf  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹Ö�Í bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜>  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹Ö�Í bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜>   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹Ö�Í  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 7ƒ£<\ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1×  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ð p Ø X À @ ¨ (ŒÌ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áUUÉÉ)=*=4±4±>#?#I•I•ST^y^yhëhër]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‰‰ýýq q"å"å$Y%Y'Í'Í)A*A,µ,µ.)/)1�1�346…6…8ù8ù:m;m=á=á?S@SBÅBÅD7E7G©G©IJL�L�NÿNÿPqQqSãSãUUVUXÇXÇZ9[9]«]«_`b�b�degsgsiåiåkWlWnÉnÉp;q;s­s­uvx‘x‘z{}u}uçç�Y‚Y„˄ˆ=‡=‰®‰®‹ŒŽ�Ž��‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2OGW2ÐOGW2í‡W2Lí‡W21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2!±W2(!±W2¿ñW2¤¿ñW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2óX2€óX2‘[X2ü‘[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2¡¥X2´ ¡¥X2ÊX20 ÊX2C÷X2PC÷X2mY2,mY2·^Y2˜·^Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2#P\2Ì#P\2ó!]2ó!]2›4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ê¶ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @LŒ× bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ê¶ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @LŒ× bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ê¶  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @LŒ×  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ƒ£6¹Ù bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 D €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`àNÎ< ¼ * ª (h €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞSSÈÈ)=*=4²4²>(?(IœIœST^„^„høhørnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžˆˆýýr r"ç"ç$\%\'Ñ'Ñ)F*F,»,».0/01¥1¥346�6�89;y;y=î=î?c@cBØBØDMEMGÂGÂI8J8L¬L¬N O Q”Q”STV|V|XðXðZd[d]Ø]Ø_L`LbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡އމŠŒxŒxŽíŽí�b‘b“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2—GW2ЗGW25ˆW2L5ˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2i±W2(i±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2;X2€;X2Ù[X2üÙ[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2ÑY2,ÑY2;_Y2˜;_Y25ìY2$5ìY2 ÂZ2è ÂZ2G®[2ìG®[2�P\2Ì�P\2_"]2_"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹/û b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹Ö”Ô bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹/û b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹Ö”Ô bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹/û  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹Ö”Ô  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 »Ûàv– bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1jª€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¨(› Ž  �  ªê €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk ä ä]]ÖÖ)O*O4È4È>A?AI¸I¸S-T-^ ^ his†s†} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkää]]ÖÖ O O È ÈAAºº33¬¬%%žž � �" # %‚%‚'û'û)t*t,í,í.f/f1ß1ß3X4X6Ñ6Ñ8J9J;Ã;Ã=<><@µ@µB.C.E§E§G H J™J™LMO‡O‡QþQþSuTuVìVìXcYc[Ú[Ú]Q^Q`È`Èb=c=e²e²g'h'jœjœlmo„o„q÷q÷sjtjvÝvÝxPyP{Ã{Ã}6~6€©€©‚ƒ…�…�‡ˆŠtŠtŒæŒæŽX�X‘ʑʓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2OGW2ÐOGW2í‡W2Lí‡W21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2±W2(±W2¹ñW2¤¹ñW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2íX2€íX2‹[X2ü‹[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2õ¥X2´ õ¥X2UÊX20 UÊX2—÷X2P—÷X2 Y2, Y2e_Y2˜e_Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…æ² b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @LŒ× bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…æ² b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @LŒ× bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…æ²  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @LŒ×  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �¡ð5 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1² ò €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ˜  † ô t â bÖ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜQQÆÆ);*;4°4°>%?%I˜I˜S T ^|^|hîhîrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒvvëë` `"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ü=Ü?Q@QBÆBÆD;E;G°G°I%J%L˜L˜N O Q~Q~SñSñUdVdX×X×ZJ[J]½]½_0`0b¢b¢deg†g†iøiøkjljnÜnÜpNqNsÀsÀu2v2x¤x¤z{}ˆ}ˆúú�l‚l„Þ„Þ†R‡R‰ʼnŋ8Œ8ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2�GW2Ð�GW2;ˆW2L;ˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2i±W2(i±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2;X2€;X2Ù[X2üÙ[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2w¥X2´ w¥X2×ÉX20 ×ÉX2÷X2P÷X2ƒY2,ƒY2é_Y2˜é_Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�3ÿ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 K‹Ö•Õ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�3ÿ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 K‹Ö•Õ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�3ÿ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 K‹Ö•Õ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 »Ûà”´ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1] €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1t ô g ç Z Ú MÍ]� €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii à àWWÎÎ)E*E4¼4¼>3?3I¨I¨ST^Œ^Œhýhýroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiààWWÎÎ E E ¼ ¼33ªª!!˜˜††ýýt t"ë"ë$b%b'Ù'Ù)P*P,Ç,Ç.>/>1µ1µ3,4,6£6£89;‘;‘=>@@BöBöDmEmGäGäI[J[LÐLÐNEOEQºQºS/T/V¤V¤XY[Ž[Ž]^`x`xbëbëd^e^gÑgÑiDjDl·l·n(o(q™q™s t v{v{xìxìz]{]}Î}Î?€?‚°‚°„!…!‡“‡“‰ŠŒuŒu޿޿�W‘W“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2mGW2�mGW2 ˆW2 ˆW2aŒW2$aŒW29±W2�9±W2×ñW2×ñW23öW2$3öW2 X2� X2©[X2©[X2`X2$`X2•¥X2�•¥X2õÉX2üõÉX2-ûX2 -ûX2ONY2| ONY2;ìY2Ü ;ìY2ÂZ2  ÂZ2M®[2¤ M®[2eP\2„ eP\25"]2È5"]2Ý4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Me™üÈñ½ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Me™üÈñ½ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Me™üÈñ½ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¦Æ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww î îeeÜÜ)S*S4Ê4Ê>A?AI¸I¸S/T/^¡^¡his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðwwîîeeÜÜ S S Ê ÊAA¸¸//¦¦””  ‚ ‚"ù"ù$p%p'ç'ç)^*^,Õ,Õ.L/L1Ã1Ã3:4:6±6±8(9(;Ÿ;Ÿ=>@�@�BCE{E{GòGòIiJiLàLàNWOWQÎQÎSETEV¼V¼X3Y3[ª[ª]!^!`˜`˜bce†e†gýgýitjtlëlën]o]qÏqÏsAtAv³v³x%y%{—{—} ~ €{€{‚í‚í„_…_‡чщCŠCŒµŒµŽ'�'‘™‘™“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2‘GW2�‘GW2/ˆW2 /ˆW2�W2�W2c±W2€c±W2òW2üòW2ÓøW2ÓøW25X2p5X2Ó[X2ìÓ[X2¥bX2ô¥bX2§¢X2`§¢X2ÇX2ÌÇX2-ûX2ì-ûX2ONY2L ONY2GìY2¬ GìY2ÂZ2p ÂZ2Y®[2t Y®[2­P\2T ­P\2}"]2˜}"]2%5]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1K#ï b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1£ã€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1K#ï b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1£ã€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1K#ï b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1£ã €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1»Û  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ì ìddÜÜ)T*T4Ì4Ì>B?BI¸I¸S.T.^¤^¤his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttììddÜÜ T T Ì ÌDD¼¼44¬¬$$œœ Œ Œ"#%|%|'ô'ô)l*l,ä,ä.\/\1Ô1Ô3L4L6Ä6Ä8<9<;´;´=,>,@¤@¤BCE”E”G H J‚J‚LøLøNnOnQäQäSZTZVÐVÐXFYF[¼[¼]2^2`¨`¨bce”e”g h j€j€lölönlolqâqâsXtXvÎvÎxDyD{º{º}0~0€¦€¦‚ƒ…’…’‡ˆŠ~Š~ŒôŒôŽj�j‘à‘à“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2gGW2�gGW2ˆW2ˆW2aŒW2$aŒW23±W2�3±W2ÑñW2ÑñW23öW2$3öW2X2�X2£[X2£[X2`X2$`X2?¤X2�?¤X2ŸÈX2üŸÈX2-ûX2 -ûX2ONY2| ONY2)ìY2Ü )ìY2ÂZ2  ÂZ2;®[2¤ ;®[2 P\2„  P\2Û!]2ÈÛ!]2ƒ4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Na•öÂôÀ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Na•öÂôÀ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Na•öÂôÀ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Oo  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu ê ê__ÔÔ)I*I4¾4¾>3?3I¨I¨ST^�^�hissss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuêê__ÔÔ I I ¾ ¾33¨¨’’||ññf f"Û"Û$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=â=â?W@WBÌBÌDAEAG¶G¶I+J+L L NOQŠQŠSÿSÿUtVtXéXéZ^[^]Ó]Ó_H`Hb½b½d2e2g§g§ijl‘l‘noququsçsçuYvYxËxËz={=}¯}¯!€!‚“‚“„…‡w‡w‰é‰é‹[Œ[ŽÍŽÍ�?‘?“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2—GW2�—GW25ˆW2 5ˆW2�W2�W2c±W2€c±W2òW2üòW2ÓøW2ÓøW25X2p5X2Ó[X2ìÓ[X2¥bX2ô¥bX2§¢X2`§¢X2ÇX2ÌÇX2-ûX2ì-ûX2ONY2L ONY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[25P\2T 5P\2"]2˜"]2­4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1K%ñ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¢â€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1K%ñ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¢â€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1K%ñ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¢â €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1»Û  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ê ê``ÖÖ)L*L4Â4Â>6?6IªIªST^’^’hiszsz} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttêê``ÖÖ L L  Â88®®$$šš††üür r"è"è$^%^'Ô'Ô)J*J,À,À.6/61¬1¬3"4"6˜6˜89;„;„=ú=ú?p@pBæBæD\E\GÒGÒIFJFLºLºN.O.Q¢Q¢STVŠVŠXþXþZr[r]æ]æ_Z`ZbÎbÎdBeBg¶g¶i*j*lžlžnoq†q†súsúunvnxâxâzV{V}Ê}Ê>€>‚²‚²„&…&‡š‡š‰ŠŒ‚Œ‚ŽöŽö�j‘j“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2gGW2�gGW2ˆW2 ˆW2[ŒW2[ŒW23±W2€3±W2ÑñW2üÑñW2-öW2-öW2X2pX2£[X2ì£[X2ÿ_X2ôÿ_X2-¤X2`-¤X2�ÈX2Ì�ÈX2'ûX2ì'ûX2ONY2L ONY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2kP\2T kP\2;"]2˜;"]2ã4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–ùÅ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–ùÅ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–ùÅ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Aa  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww ñ ñkkáá)W*W4Í4Í>A?AIµIµS)T)^�^�his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðwwññkkåå _ _ Ù ÙSSÍÍGGÁÁ;;µµ// © ©"###%™%™'(*…*…,û,û.q/q1ç1ç3]4]6Ó6Ó8I9I;¿;¿=5>5@«@«B!C!E—E—G H J�J�LõLõNiOiQÝQÝSQTQVÅVÅX9Y9[­[­]!^!`•`•b c e}e}gñgñiejelÙlÙnMoMqÁqÁs5t5v©v©xy{‘{‘}~€y€y‚í‚í„a…a‡Õ‡Õ‰IŠIŒ½Œ½Ž1�1‘¥‘¥“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2—GW2�—GW25ˆW2 5ˆW2ïŽW2ïŽW2i±W2€i±W2òW2üòW2ÁøW2ÁøW2;X2p;X2Ù[X2ìÙ[X2“bX2ô“bX2§¢X2`§¢X2ÇX2ÌÇX2'ûX2ì'ûX2ONY2L ONY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2kP\2T kP\2;"]2˜;"]2ã4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆ,ø b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1”Ô€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆ,ø b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1”Ô€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆ,ø b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1”Ô €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1»Û  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp ç ç^^ÕÕ)L*L4Ã4Ã>8?8I­I­S"T"^—^—h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppçç^^ÕÕ L L à Ã::±±((ŸŸ�� { {"ò"ò$i%i'à'à)W*W,Î,Î.E/E1¼1¼33436ª6ª8!9!;˜;˜=>@†@†BýBýDtEtGëGëI`J`LÕLÕNJOJQ¿Q¿S4T4V©V©XY[“[“]^`}`}bòbòdgeggÜgÜiQjQlÆlÆn;o;q°q°s%t%všvšxy{„{„}ù}ùn€n‚ã‚ã„X…X‡͇͉BŠBŒ·Œ·Ž,�,‘¡‘¡“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2aGW2�aGW2ÿ‡W2 ÿ‡W2[ŒW2[ŒW2-±W2€-±W2ËñW2üËñW2-öW2-öW2ÿX2pÿX2�[X2ì�[X2ÿ_X2ôÿ_X2¡¥X2`¡¥X2ÊX2ÌÊX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ó¿ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ó¿ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ó¿ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1·×  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu í íeeÙÙ)M*M4Á4Á>3?3I¥I¥ST^‰^‰hûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuííeeÝÝ U U Í ÍEE½½55­­%%�� � �"#%y%y'í'í)a*a,Õ,Õ.I/I1½1½31416¥6¥89;�;�=>@u@uBéBéD]E]GÑGÑICJCLµLµN'O'Q™Q™S T V}V}XïXïZa[a]Ó]Ó_E`Eb·b·d)e)g›g›i j llnñnñpcqcsÕsÕuGvGx¹x¹z+{+}�}�€‚�‚�„ó„ó†e‡e‰׉׋IŒI޻޻�-‘-“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2—GW2�—GW25ˆW2 5ˆW2ïŽW2ïŽW2i±W2€i±W2òW2üòW2ÁøW2ÁøW2;X2p;X2Ù[X2ìÙ[X2“bX2ô“bX2÷£X2`÷£X2WÈX2ÌWÈX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2ÿO\2T ÿO\2Ï!]2˜Ï!]2w4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆ.ú b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1•Õ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆ.ú b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1•Õ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆ.ú b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1•Õ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1/  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq ç ç]]ÒÒ)G*G4¼4¼>/?/I¢I¢ST^ˆ^ˆhûhûrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqçç]]ÓÓ I I ¿ ¿55««!!——  ƒƒùùo o"å"å$Z%Z'Ï'Ï)D*D,¹,¹../.1£1£346�6�89;w;w=ì=ì?a@aBÖBÖDKEKGÀGÀI3J3L¦L¦NOQŒQŒSÿSÿUrVrXåXåZX[X]Ë]Ë_>`>b±b±d$e$g—g—i j l}l}nðnðpcqcsÖsÖuIvIx¼x¼z/{/}¢}¢€‚ˆ‚ˆ„û„û†n‡n‰á‰á‹TŒTŽÇŽÇ�:‘:“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2[GW2�[GW2ù‡W2 ù‡W2aŒW2aŒW2-±W2€-±W2ËñW2üËñW23öW23öW2ÿX2pÿX2�[X2ì�[X2`X2ô`X2 ¤X2` ¤X2iÈX2ÌiÈX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“ö b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1&F  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp æ æ[[ÐÐ)E*E4¸4¸>+?+IžIžST^„^„h÷h÷rhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppææ\\ÒÒ H H ¾ ¾44ªª  ––  €€õõj j"ß"ß$T%T'É'É)>*>,³,³.(/(1�1�346‡6‡8ü8ü:q;q=ä=ä?W@WBÊBÊD=E=G°G°I#J#L–L–N O Q|Q|SïSïUbVbXÕXÕZH[H]»]»_.`.b¡b¡deg‡g‡iúiúkmlmnànàpSqSsÆsÆu9v9x¬x¬z{}’}’€‚x‚x„ë„ë†\‡\‰Ή΋@Œ@޲޲�$‘$“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2�GW2��GW2;ˆW2 ;ˆW2ïŽW2ïŽW2o±W2€o±W2 òW2ü òW2ÁøW2ÁøW2AX2pAX2ß[X2ìß[X2“bX2ô“bX2S¥X2`S¥X2³ÉX2̳ÉX2!ûX2ì!ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2;P\2T ;P\2 "]2˜ "]2³4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘5 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1˜Ø€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘5 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1˜Ø€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘5 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1˜Ø €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1k‹  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp ê ê``ÖÖ)L*L4À4À>4?4I¨I¨ST^�^�hisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppêêddÞÞ X X Ò ÒLLÆÆ@@ºº00¦¦ ’ ’"#%~%~'ô'ô)j*j,à,à.V/V1Ì1Ì3B4B6¸6¸8.9.;¤;¤=>@Œ@ŒBCEtEtGèGèI\J\LÐLÐNDODQ¸Q¸S,T,V V XY[ˆ[ˆ]ü]ü_p`pbäbädXeXgÌgÌi@j@l´l´n(o(qœqœstv„v„xøxøzl{l}à}àT€T‚ȂȄ<…<‡®‡®‰!Š!Œ”Œ”Ž�‘z‘z“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2UGW2�UGW2ó‡W2 ó‡W2aŒW2aŒW2'±W2€'±W2ÅñW2üÅñW23öW23öW2ùX2pùX2—[X2ì—[X2`X2ô`X2¡¢X2`¡¢X2ÇX2ÌÇX2!ûX2ì!ûX2INY2L INY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2�O\2T �O\2Q!]2˜Q!]2ù3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�ð¼ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�ð¼ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�ð¼ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1»Û  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp æ æYYÌÌ)?*?4°4°>!?!I’I’ST^t^thåhårTsT} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppææ\\ÒÒ H H ¾ ¾44ªª  ––  ||ïïb b"Õ"Õ$H%H'»'»).*.,¡,¡./1‡1‡3ú3ú5m6m8à8à:S;S=Ä=Ä?5@5B¦B¦DEGˆGˆIùIùKjLjNÛNÛPLQLS½S½U.V.XŸXŸZ[]�]�_ò_òacbcdÔdÔfEgEi¶i¶k'l'n˜n˜p q szszuëuëw\x\zÍzÍ|>}>¯¯� ‚ „‘„‘†‡‰p‰p‹à‹à�PŽP�À�À’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2�GW2��GW2;ˆW2 ;ˆW2ïŽW2ïŽW2o±W2€o±W2 òW2ü òW2ÁøW2ÁøW2AX2pAX2ß[X2ìß[X2“bX2ô“bX2W¤X2`W¤X2·ÈX2Ì·ÈX2!ûX2ì!ûX2INY2L INY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2ÉO\2T ÉO\2™!]2˜™!]2A4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘7 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1™Ù€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘7 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1™Ù€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘7 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1™Ù €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1t”  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp è è\\ÐÐ)D*D4¶4¶>(?(IšIšS T ^~^~hðhðr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppèè``ØØ P P È È@@¸¸00¨¨�� x x"ì"ì$`%`'Ô'Ô)H*H,¼,¼.0/01¤1¤346Œ6Œ89;t;t=æ=æ?X@XBÊBÊD[>]°]°_"`"b”b”degxgxiêiêk\l\nÎnÎp@q@s²s²u$v$x–x–z{}z}zìì�^‚^„ЄІ@‡@‰±‰±‹"Œ"ޓޓ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2UGW2�UGW2ó‡W2 ó‡W2aŒW2aŒW2'±W2€'±W2ÅñW2üÅñW23öW23öW2ùX2pùX2—[X2ì—[X2`X2ô`X2›¢X2`›¢X2ûÆX2ÌûÆX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ó¿ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ó¿ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ó¿ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1»Û  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo ç ç\\ÑÑ)F*F4»4»>/?/I£I£ST^‹^‹hÿhÿrsss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooçç__×× O O Ç Ç??··//§§‘‘ { {"ð"ð$e%e'Ú'Ú)O*O,Ä,Ä.9/91®1®3#4#6˜6˜8 9 ;‚;‚=÷=÷?l@lBáBáDVEVGËGËI?J?L³L³N'O'Q›Q›STVƒVƒX÷X÷Zk[k]ß]ß_S`SbÇbÇd;e;g¯g¯i#j#l—l—n o qqsósóugvgxÛxÛzO{O}Ã}Ã7€7‚«‚«„…‡“‡“‰ŠŒ}Œ}ŽòŽò�g‘g“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2£GW2�£GW2AˆW2 AˆW2éŽW2éŽW2o±W2€o±W2 òW2ü òW2»øW2»øW2AX2pAX2ß[X2ìß[X2�bX2ô�bX2¡¥X2`¡¥X2ÊX2ÌÊX2!ûX2ì!ûX2CNY2L CNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2‰P\2T ‰P\2Y"]2˜Y"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš>  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1”Ô€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš>  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1”Ô€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš>  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1”Ô €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Àà  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll å å^^××)P*P4É4É>@?@I·I·S,T,^Ÿ^Ÿhisƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllåå^^×× P P É ÉBB»»44­­&&ŸŸ ‘ ‘" # %ƒ%ƒ'ü'ü)u*u,î,î.g/g1à1à3Y4Y6Ò6Ò8K9K;Ä;Ä==>=@¶@¶B/C/E¨E¨G!H!J˜J˜LMO†O†QýQýStTtVëVëXbYb[Ù[Ù]P^P`Ç`Çb*?*I�I�ST^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmããYYÏÏ E E » »11§§““}}òòg g"Ü"Ü$Q%Q'Æ'Æ);*;,°,°.%/%1š1š346„6„8ù8ù:n;n=ã=ã?X@XBÍBÍDBEBG·G·I*J*L�L�NOQƒQƒSöSöUiViXÜXÜZO[O]Â]Â_5`5b§b§deg‹g‹iýiýkolonánápSqSsÅsÅu7v7x©x©z{}�}�ÿÿ�q‚q„ã„ã†U‡U‰ȉȋ;Œ;ޮޮ�!‘!“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2£GW2�£GW2AˆW2 AˆW2éŽW2éŽW2u±W2€u±W2òW2üòW2»øW2»øW2GX2pGX2å[X2ìå[X2�bX2ô�bX2c¤X2`c¤X2ÃÈX2ÌÃÈX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš@  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1•Õ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš@  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1•Õ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš@  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1•Õ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ÿ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll ã ãZZÑÑ)H*H4¿4¿>4?4I©I©ST^�^�hþhþrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllããZZÑÑ H H ¿ ¿66­­$$››‰‰ w w"î"î$e%e'Ü'Ü)S*S,Ê,Ê.A/A1¸1¸3/4/6¦6¦89;”;”= > @‚@‚BùBùDpEpGçGçI\J\LÑLÑNFOFQ»Q»S0T0V¥V¥XY[�[�]^`y`ybìbìd_e_gÒgÒiEjEl¸l¸n)o)qšqšs t v|v|xíxíz^{^}Ï}Ï@€@‚±‚±„"…"‡’‡’‰ŠŒtŒtŽåŽå�V‘V“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2OGW2�OGW2í‡W2 í‡W2aŒW2aŒW2!±W2€!±W2¿ñW2ü¿ñW23öW23öW2óX2póX2‘[X2ì‘[X2`X2ô`X2›¢X2`›¢X2ûÆX2ÌûÆX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2GP\2T GP\2"]2˜"]2¿4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ð¼ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ð¼ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ð¼ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1»Û  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk â âYYÐÐ)G*G4¾4¾>5?5I¬I¬S#T#^•^•hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkââYYÐÐ G G ¾ ¾55¬¬##ššˆˆÿÿv v"í"í$d%d'Û'Û)R*R,É,É.@/@1·1·3.4.6¥6¥89;“;“= > @�@�BøBøDoEoGæGæI]J]LÔLÔNKOKQÂQÂS9T9V°V°X'Y'[ž[ž]^`Œ`ŒbcezezgñgñihjhlßlßnQoQqÃqÃs5t5v§v§xy{‹{‹}ý}ýo€o‚á‚á„S…S‡Ňʼn7Š7Œ©Œ©Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2©GW2�©GW2GˆW2 GˆW2ãŽW2ãŽW2u±W2€u±W2òW2üòW2µøW2µøW2GX2pGX2å[X2ìå[X2‡bX2ô‡bX2E¤X2`E¤X2¥ÈX2Ì¥ÈX2ûX2ìûX2CNY2L CNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2�P\2T �P\2_"]2˜_"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£G b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1–Ö€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£G b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1–Ö€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£G b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1–Ö €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1g‡  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àXXÐÐ)H*H4À4À>6?6I¬I¬S"T"^˜^˜his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  �� € €"ø"ø$p%p'è'è)`*`,Ø,Ø.P/P1È1È3@4@6¸6¸8090;¨;¨= > @˜@˜BCEˆEˆGHJvJvLìLìNbObQØQØSNTNVÄVÄX:Y:[°[°]&^&`œ`œbceˆeˆgþgþitjtlêlên`o`qÖqÖsLtLvÂvÂx8y8{®{®}$~$€š€š‚ƒ…†…†‡ü‡ü‰rŠrŒèŒèŽ^�^‘Ô‘Ô“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2IGW2�IGW2ç‡W2 ç‡W2aŒW2aŒW2±W2€±W2¹ñW2ü¹ñW23öW23öW2íX2píX2‹[X2ì‹[X2`X2ô`X2Ó£X2`Ó£X23ÈX2Ì3ÈX2ûX2ìûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ê¶ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ê¶ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ê¶ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1÷  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii Þ ÞSSÈÈ)=*=4²4²>'?'IœIœST^ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiÞÞSSÈÈ = = ² ²''œœ††ûûppååZ Z"Ï"Ï$D%D'¹'¹).*.,£,£./1�1�346w6w8ì8ì:a;a=Ö=Ö?K@KBÀBÀD5E5GªGªIJL”L”N O Q~Q~SóSóUhVhXÝXÝZR[R]Ç]Ç_<`*?*IžIžST^†^†húhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽzzððf f"Ü"Ü$R%R'È'È)>*>,´,´.*/*1 1 346Œ6Œ89;x;x=î=î?d@dBÚBÚDPEPGÆGÆI:J:L®L®N"O"Q–Q–S T V~V~XòXòZf[f]Ú]Ú_N`NbÂbÂd6e6gªgªijl’l’noqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡އމŠŒvŒvŽêŽê�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2IGW2�IGW2ç‡W2 ç‡W2UŒW2UŒW2±W2€±W2¹ñW2ü¹ñW2'öW2'öW2íX2píX2‹[X2ì‹[X2ù_X2ôù_X2•¢X2`•¢X2õÆX2ÌõÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠí¹ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠí¹ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠí¹ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1»Û  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk å å__ÕÕ)K*K4Á4Á>5?5I©I©ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkåå__ÙÙ S S Í ÍGGÁÁ;;µµ//©©## � �"#%�%�'(*y*y,ï,ï.e/e1Û1Û3Q4Q6Ç6Ç8=9=;³;³=)>)@Ÿ@ŸBCE‹E‹GHJuJuLéLéN]O]QÑQÑSETEV¹V¹X-Y-[¡[¡]^`‰`‰býbýdqeqgågåiYjYlÍlÍnAoAqµqµs)t)v�v�xy{…{…}ù}ùm€m‚á‚á„U…U‡ɇɉ=Š=Œ±Œ±Ž%�%‘™‘™“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2©GW2�©GW2GˆW2 GˆW2ÝŽW2ÝŽW2{±W2€{±W2òW2üòW2¯øW2¯øW2MX2pMX2ë[X2ìë[X2�bX2ô�bX2¡¥X2`¡¥X2ÊX2ÌÊX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬P b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ѐ} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬P b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ѐ} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬P b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ð €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Çç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>,?,I¡I¡ST^‹^‹hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßITJTLÉLÉN>O>Q³Q³S(T(V�V�XY[‡[‡]ü]ü_q`qbæbæd[e[gÐgÐiEjElºlºn/o/q¤q¤stvŽvŽxy{x{x}í}íb€b‚ׂׄL…L‡Á‡Á‰6Š6Œ«Œ«Ž � ‘•‘•“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2CGW2�CGW2á‡W2 á‡W2UŒW2UŒW2±W2€±W2³ñW2ü³ñW2'öW2'öW2çX2pçX2…[X2ì…[X2ù_X2ôù_X2•¢X2`•¢X2õÆX2ÌõÆX2ûX2ìûX2=NY2L =NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†ç³ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 L€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†ç³ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 L€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†ç³ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 L €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1»Û  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áYYÍÍ)A*A4µ4µ>'?'I™I™S T ^}^}hïhïrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‘‘  � �"ù"ù$m%m'á'á)U*U,É,É.=/=1±1±3%4%6™6™8 9 ;�;�=õ=õ?i@iBÝBÝDQEQGÅGÅI7J7L©L©NOQ�Q�SÿSÿUqVqXãXãZU[U]Ç]Ç_9`9b«b«deg�g�ijlslsnånåpWqWsÉsÉu;v;x­x­z{}‘}‘€‚u‚u„ç„ç†Y‡Y‰ˉˋ=Œ=ޝޝ�!‘!“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2¯GW2�¯GW2MˆW2 MˆW2ÝŽW2ÝŽW2{±W2€{±W2òW2üòW2¯øW2¯øW2MX2pMX2ë[X2ìë[X2�bX2ô�bX2¦X2`¦X2ÊX2ÌÊX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬R b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‘Ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬R b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‘Ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬R b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‘Ñ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Dd  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛQQÆÆ);*;4°4°>#?#I–I–S T ^|^|hïhïrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¥b¥deg‹g‹iþiþkqlqnänäpWqWsÊsÊu=v=x°x°z#{#}–}– € ‚|‚|„ï„ï†b‡b‰Õ‰Õ‹HŒH޻޻�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2CGW2�CGW2á‡W2 á‡W2UŒW2UŒW2±W2€±W2­ñW2ü­ñW2'öW2'öW2áX2páX2[X2ì[X2ù_X2ôù_X2¡¥X2`¡¥X2ÊX2ÌÊX2ûX2ìûX27NY2L 7NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ê¶ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ê¶ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ê¶ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Íí  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94¬4¬>?I’I’ST^z^zhíhír^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ø=Ø?K@KB¾B¾D1E1G¤G¤IJLŠLŠNýNýPpQpSãSãUVVVXÉXÉZ<[<]¯]¯_"`"b—b—d e g}g}iðiðkclcnÖnÖpIqIs¼s¼u/v/x¢x¢z{}ˆ}ˆûû�n‚n„á„á†R‡R‰ĉċ6Œ6ލލ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2¯GW2�¯GW2MˆW2 MˆW2׎W2׎W2�±W2€�±W2òW2üòW2©øW2©øW2SX2pSX2ñ[X2ìñ[X2{bX2ô{bX2�¢X2`�¢X2ïÆX2ÌïÆX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µY% b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1“Ó€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µY% b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1“Ó€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µY% b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1“Ó €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1»Û  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Þ ÞTTÊÊ)@*@4´4´>(?(IœIœST^Ž^Žhistst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÞÞXXÒÒ L L Æ Æ@@ºº44®®$$šš † †"ü"ü$r%r'è'è)^*^,Ô,Ô.J/J1À1À36466¬6¬8"9";˜;˜= > @€@€BôBôDhEhGÜGÜIPJPLÄLÄN8O8Q¬Q¬S T V”V”XY[|[|]ð]ð_d`dbâbâdVeVgÊgÊi>j>l²l²n&o&qšqšstv‚v‚xöxözj{j}Þ}ÞR€R‚ƂƄ:…:‡¬‡¬‰ŠŒ’Œ’Ž�‘x‘x“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2=GW2�=GW2Û‡W2 Û‡W2UŒW2UŒW2 ±W2€ ±W2§ñW2ü§ñW2'öW2'öW2ÛX2pÛX2y[X2ìy[X2ù_X2ôù_X2 ¤X2` ¤X2iÈX2ÌiÈX2ûX2ìûX27NY2L 7NY2çëY2¬ çëY2¿ÁZ2p ¿ÁZ2ù­[2t ù­[2iO\2T iO\29!]2˜9!]2á3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒä° b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒä° b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒä° b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations13S  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚMMÀÀ)3*34¤4¤>?I†I†SûSû]l^lhÝhÝrLsL} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠýýppããV V"É"É$<%<'¯'¯)"*",•,•./1{1{3î3î5a6a8Ô8Ô:G;G=¸=¸?)@)BšBšD E G|G|IíIíK^L^NÏNÏP@Q@S±S±U"V"X“X“Z[]u]u_æ_æa[b[dÌdÌf=g=i®i®kln�n�pqsrsruãuãwTxTzÅzÅ|6}6§§�‚„‰„‰†ø†øˆh‰h‹Ø‹Ø�HŽH�¸�¸’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2µGW2�µGW2SˆW2 SˆW2׎W2׎W2�±W2€�±W2òW2üòW2©øW2©øW2SX2pSX2ñ[X2ìñ[X2{bX2ô{bX2ë£X2`ë£X2KÈX2ÌKÈX2ûX2ìûX27NY2L 7NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2±O\2T ±O\2�!]2˜�!]2)4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µ[' b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1’Ò€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µ[' b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1’Ò€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µ[' b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1’Ò €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations16  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜPPÄÄ)8*84ª4ª>?IŽIŽST^z^zhìhìr\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœ„„øøl l"à"à$T%T'È'È)<*<,°,°.$/$1˜1˜3 4 6€6€8ô8ô:h;h=Ú=Ú?L@LB¾B¾D0E0G¢G¢IJL†L†NøNøPjQjSÜSÜUNVNXÀXÀZ2[2]¤]¤_`b�b�degtgtiæiækXlXnÊnÊp%?%I™I™ST^�^�hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››……úúo o"ä"ä$[%['Ð'Ð)E*E,º,º.///1¤1¤346Ž6Ž89;x;x=í=í?b@bB×B×DLELGÁGÁI5J5L©L©NOQ‘Q‘STVyVyXíXíZa[a]Õ]Õ_I`IbÉbÉd=e=g±g±i%j%l™l™n o q�q�sõsõuivixÝxÝzQ{Q}Å}Å9€9‚­‚­„!…!‡•‡•‰ Š ŒŒŽôŽô�i‘i“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2µGW2�µGW2SˆW2 SˆW2ÑŽW2ÑŽW2‡±W2€‡±W2%òW2ü%òW2£øW2£øW2YX2pYX2÷[X2ì÷[X2ubX2ôubX2k¥X2`k¥X2ËÉX2ÔËÉX2ûX2ôûX27NY2T 7NY2#ìY2´ #ìY2KÀZ2x KÀZ2)�[2| )�[2ƒP\2\ ƒP\2y ]2 y ]2!3]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оb. b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Í€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оb. b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Í€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оb. b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Í €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1§ï¹  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Ù ÙRRÕÕ)N*N4Ç4Ç>>?>IµIµS*T*^©^©his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÙÙRRËË D D ½ ½66¯¯((¡¡““  … …"þ"þ$�%�'ú'ú)s*s,ì,ì.e/e1Þ1Þ3W4W6Ð6Ð8I9I;Â;Â=;>;@´@´B-C-E¦E¦GHJ–J–L M O„O„QûQûSrTrVéVéX`Y`[×[×]N^N`Å`Åb:c:e¯e¯g$h$j™j™lmo�o�qrtstsvævæxYyY{Ì{Ì}?~?€²€²‚%ƒ%…˜…˜‡ ˆ Š{Š{ŒíŒíŽ_�_‘ёѓ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W27GW2�7GW2Õ‡W2 Õ‡W2IŒW2IŒW2±W2€±W2¡ñW2ü¡ñW2öW2öW2ÕX2pÕX2s[X2ìs[X2í_X2ôí_X2Á£X2`Á£X2!ÈX2Ì!ÈX2ûX2ìûX27NY2L 7NY2ÿëY2¬ ÿëY2'ÀZ2p 'ÀZ2�[2t �[2ÕO\2T ÕO\2Ë]2˜Ë]2s2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€á­ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 I€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€á­ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 I€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1L€á­ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 I €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×LLÅÅ):*:4¯4¯>"?"I•I•ST^…^…h÷h÷risi} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡üüqqææ[ ["Ð"Ð$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯I"J"L•L•NOQ{Q{SîSîUaVaXÔXÔZG[G]º]º_-`-b«b«deg�g�ijlslsnånåpWqWsÉsÉu;v;x­x­z{}‘}‘€‚u‚u„ç„ç†Y‡Y‰̉̋?Œ?޲޲�%‘%“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2µGW2�µGW2SˆW2 SˆW2ÑŽW2ÑŽW2‡±W2€‡±W2%òW2ü%òW2£øW2£øW2YX2pYX2÷[X2ì÷[X2ubX2ôubX2#¥X2`#¥X2ƒÉX2ÔƒÉX2ûX2ôûX27NY2T 7NY2ìY2´ ìY29ÀZ2x 9ÀZ2�[2| �[2 P\2\  P\2 ]2  ]2©2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оd0 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ŽÎ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оd0 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ŽÎ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оd0 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ŽÎ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1³û½q  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` × ×NNÍÍ)D*D4»4»>0?0I¥I¥ST^•^•hisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``××NNÅÅ < < ³ ³**¡¡��}}ôôk k"â"â$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubèbèd[e[gÎgÎiAjAl´l´n1o1q¢q¢stv„v„xõxõzf{f}×}×H€H‚¹‚¹„*…*‡š‡š‰ Š Œ|Œ|ŽíŽí�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Ó2W2ûFW2ûFW2™‡W2|™‡W2ýŒW2„ýŒW23�W2ð3�W2½™W2|½™W2óœW2HóœW2ͰW2ÔͰW2kñW2PkñW2ÏöW2XÏöW2úW2ÄúW2�X2P�X2ÅX2ÅX2ŸX2¨ŸX2=[X2$ =[X2¡`X2, ¡`X2×cX2˜ ×cX2amX2$ amX2—pX2ð —pX2Ù�X2| Ù�X2%¦X2X%¦X2…ÊX2Ô…ÊX2Ç÷X2ôÇ÷X2?Y2Ð?Y2û;Y2\û;Y2=]Y2€=]Y2;hY2¬;hY2#ìY28#ìY2ûÁZ2üûÁZ25®[25®[2¯»[2௻[2}P\2l}P\2M"]2°M"]2õ4]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pµ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1½ý bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pµ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1½ý  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Pµ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1½ý bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 |œ&F\| bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1HHˆÕb¢ ï /  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dˆMÍÁAšzúçg3³´4�NΛèhµ5‚OÏ œ é i ¶ 6 ƒ  ž Þ P Ð  ] ª ê 7wÄ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` © ©RRÕÕ)N*N4Ç4Ç>@?@I·I·S,T,^«^«his‘s‘} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÙÙRRËË D D � �øøqq““  … …"þ"þ$�%�'ú'ú)s*s,ì,ì.e/e1Þ1Þ3W4W6Ð6Ð8I9I;Â;Â=;>;@´@´B-C-E¦E¦GHJ˜J˜LMO†O†QýQýStTtVëVëXbYb[Ù[Ù]P^P`Ç`Çb3?3I§I§ST^›^›hisƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯))££ — —"#%‰%‰'ÿ'ÿ)u*u,ë,ë.a/a1§1§346“6“8 9 ;;=%>%@›@›BCE‡E‡GýGýIsJsLçLçN[O[QÏQÏSCTCV·V·X+Y+[Ÿ[Ÿ]^`‡`‡bûbûdoeogãgãiWjWlËlËnKoKq¿q¿s3t3v§v§xy{�{�}~€w€w‚ë‚ë„_…_‡Ó‡Ó‰GŠGŒ»Œ»Ž/�/‘£‘£“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ó2W2ûFW2ûFW2™‡W2|™‡W2ýŒW2„ýŒW23�W2ð3�W2½™W2|½™W2óœW2HóœW2ͰW2ÔͰW2kñW2PkñW2ÏöW2XÏöW2úW2ÄúW2�X2P�X2ÅX2ÅX2ŸX2¨ŸX2=[X2$ =[X2¡`X2, ¡`X2×cX2˜ ×cX2amX2$ amX2—pX2ð —pX2Ù�X2| Ù�X2 §X2X §X2iËX2ÔiËX2«øX2ô«øX2y Y2Ðy Y25>Y2\5>Y2Ñ_Y2€Ñ_Y2ÏjY2¬ÏjY2 ìY28 ìY2ãÁZ2üãÁZ2®[2®[2—»[2à—»[2 P\2l P\2Û!]2°Û!]2ƒ4]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P³ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1½ý bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P³ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1½ý  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P³  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1½ý bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 zš$>^ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1o¯�ÍÍ z º ' g bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1doï^ÞMÍ<¼ìl¥%+«`àš› ‰øxåeÒR ¿ ? ¬ , ™   W †  s ó `àO�þ>«ëX˜ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` ¦ ¦NNÍÍ)D*D4»4»>2?2I§I§ST^—^—hiszsz} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``××NNÅÅ < < ‚ ‚ùùppçç^^}}ôôk k"â"â$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÏLÏNDODQ¹Q¹S.T.V£V£XY[�[�]^`w`wbêbêd]e]gÐgÐiCjCl¶l¶n3o3q¤q¤stv†v†x÷x÷zh{h}Ù}ÙJ€J‚»‚»„,…,‡ž‡ž‰ŠŒ€Œ€ŽñŽñ�b‘b“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2ÓGW2èÓGW2qˆW2dqˆW2�W2l�W2£˜W2裘W2Ù›W2´Ù›W2Ÿ±W2@Ÿ±W2=òW2¼=òW2ëøW2ÄëøW2uX2@uX2«X2 «X2qX2˜qX2\X2\X2½bX2 ½bX2GlX2˜ GlX2}oX2d }oX2¿œX2ð ¿œX2™¤X2Ì ™¤X2ùÈX2H ùÈX2;öX2h;öX2)Y2D)Y2å'?'I™I™S T ^‰^‰hûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$k%k'ß'ß)S*S,Ç,Ç.;/;1~1~3ò3ò5f6f8Ú8Ú:N;N=ó=ó?g@gBÛBÛDOEOGÃGÃI7J7L©L©NOQ�Q�SÿSÿUqVqXãXãZU[U]Ç]Ç_9`9b«b«deg�g�ijlslsnñnñpcqcsÕsÕuGvGx¹x¹z+{+}�}�€‚�‚�„ó„ó†e‡e‰׉׋IŒI޻޻�-‘-“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W27GW2è7GW2Õ‡W2dÕ‡W2�W2l�W2©˜W2詘W2ß›W2´ß›W2 ±W2@ ±W2§ñW2¼§ñW2ñøW2ÄñøW2{X2@{X2±X2 ±X2ÛX2˜ÛX2y[X2y[X2ÃbX2 ÃbX2MlX2˜ MlX2ƒoX2d ƒoX2ÅœX2ð ÅœX2Å¥X2Ì Å¥X2%ÊX2H %ÊX2g÷X2hg÷X2KY2DKY20?0IvIvST^œ^œhisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ØØPPÈÈ @ @ ¸ ¸00¨¨  ˜˜ˆˆ x x"ð"ð$h%h'à'à)X*X,Ð,Ð.H/H1À1À38486°6°8(9(; ; =>@�@�BCE€E€GøGøIpJpLæLæN\O\QÒQÒSHTHVŽVŽXY[z[z]ð]ð_f`fb c e‚e‚gøgøinjnläländodqÚqÚsPtPvÆvÆxpð{ûhè8¸`àXØPÐHÈ@À:º4 ´ . ® ( ¨ " ¢ Ñ   œ –�HÀzº4t bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØMMÂÂ)7*74¬4¬>?I’I’ST^J^Jhíhír`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆýýrrçç\ \"Ñ"Ñ$F%F'»'»)0*0,¥,¥./1�1�346y6y8î8î:c;c=Ø=Ø?K@KB¾B¾D1E1G¤G¤IJLŠLŠNýNýPpQpSãSãUVVVXÉXÉZ<[<]¯]¯_"`"b—b—d e g}g}iðiðkclcn¦n¦pqsŒsŒuÿuÿwrxrz{}ˆ}ˆûû�n‚n„á„á†T‡T‰ƉƋ8Œ8ŽªŽª�‘“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W27GW2è7GW2Õ‡W2dÕ‡W2�W2l�W2©˜W2詘W2ß›W2´ß›W2±W2@±W2¡ñW2¼¡ñW2ñøW2ÄñøW2{X2@{X2±X2 ±X2ÕX2˜ÕX2s[X2s[X2ÃbX2 ÃbX2MlX2˜ MlX2ƒoX2d ƒoX2ÅœX2ð ÅœX2Å¥X2Ì Å¥X2%ÊX2H %ÊX2g÷X2hg÷X2EY2DEY2$?$IgIgS T ^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††üürrèè^ ^"Ô"Ô$J%J'À'À)6*6,¬,¬."/"1˜1˜346„6„8ú8ú:p;p=æ=æ?\@\BÒBÒDHEHG¾G¾I4J4L¨L¨NOQ�Q�STVGVGX»X»Z/[/]£]£_`b¼b¼d0e0g¤g¤ijlŒlŒnoq|q|sðsðudvdxØxØzL{L}À}À4€4‚¨‚¨„…‡�‡�‰ŠŒxŒxŽìŽì�`‘`“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2ÇGW2èÇGW2eˆW2deˆW2�W2l�W2©˜W2詘W2ß›W2´ß›W2™±W2@™±W27òW2¼7òW2ñøW2ÄñøW2{X2@{X2±X2 ±X2kX2˜kX2 \X2 \X2ÃbX2 ÃbX2MlX2˜ MlX2ƒoX2d ƒoX2ÅœX2ð ÅœX2 §X2Ì  §X2iËX2H iËX2«øX2h«øX2�Y2D�Y2=?I†I†SûSû];^;hÝhÝrNsN} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆûûnnááT T"Ç"Ç$:%:'­'­) * ,“,“./1y1y3ì3ì5_6_8Ò8Ò:E;E=¸=¸?)@)BšBšD E G|G|IíIíK^L^NÏNÏP@Q@S±S±U"V"X“X“Z[]u]u_æ_æa[b[dÌdÌf=g=i®i®kln_n_pÐpÐrAsAu²u²w#x#zÅzÅ|6}6§§�‚„‰„‰†ú†úˆj‰j‹Ú‹Ú�JŽJ�º�º’  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2=GW2Ð=GW2Û‡W2LÛ‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2 ±W2( ±W2§ñW2¤§ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÛX2€ÛX2y[X2üy[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2#¥X2´ #¥X2ƒÉX20 ƒÉX2ÅöX2PÅöX2‰ÿX2,‰ÿX2OZY2˜OZY2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2AP\2ÌAP\2"]2"]2¹4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ç³ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TM�Ú bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ç³ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TM�Ú bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1N‚ç³  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TM�Ú  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 †¦2RRr bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations15u€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1„ÁA~þ;»Ô   €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` × ×NNÅÅ)<*<4³4³>*?*IŸIŸST^‰^‰hþhþrsss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``××NNÅÅ < < ³ ³**¡¡��}}ôôk k"â"â$Y%Y'Ð'Ð)G*G,¾,¾.5/51¬1¬3#4#6š6š89;ˆ;ˆ=ÿ=ÿ?v@vBíBíDdEdGÛGÛIRJRLÇLÇN'?'I›I›ST^ƒ^ƒh÷h÷rmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%��‡‡üüq q"æ"æ$[%['Ð'Ð)E*E,º,º.///1¤1¤346Ž6Ž89;x;x=í=í?b@bB×B×DLELGÁGÁI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqwqwsësëu_v_xÓxÓzG{G}»}»/€/‚£‚£„…‡�‡�‰ŠŒwŒwŽìŽì�a‘a“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2=GW2Ð=GW2Û‡W2LÛ‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2 ±W2( ±W2§ñW2¤§ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2ÛX2€ÛX2y[X2üy[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2A¥X2´ A¥X2¡ÉX20 ¡ÉX2ãöX2PãöX2Y2,Y2ÍZY2˜ÍZY2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒæ² b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UM�Ú bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒæ² b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UM�Ú bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒæ²  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UM�Ú  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 |œOot” bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1²ò€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1øxµ5rò/¯Q ‘  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×MMÂÂ)7*74¬4¬>!?!I”I”ST^z^zhíhír`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ü=Ü?Q@QBÆBÆD;E;G°G°I%J%L˜L˜N O Q~Q~SñSñUdVdX×X×ZJ[J]½]½_0`0b£b£deg‰g‰iüiükolonânâpUqUsÈsÈu;v;x®x®z!{!}”}”€‚z‚z„í„í†`‡`‰Ó‰Ó‹FŒF޹޹�,‘,“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2ÁGW2ÐÁGW2_ˆW2L_ˆW2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2“±W2(“±W21òW2¤1òW2÷øW2¬÷øW2�X2(�X2·X2ô·X2eX2€eX2\X2ü\X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2¡¥X2´ ¡¥X2ÊX20 ÊX2C÷X2PC÷X2ÝÿX2,ÝÿX2c[Y2˜c[Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÉO\2ÌÉO\2™!]2™!]2A4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1’Æn: b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M�”Ôß bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1’Æn: b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M�”Ôß bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1’Æn:  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M�”Ôß  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 •µRrÍí bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1‡Ç€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1œãcª*qñç '  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙNNÃÃ)8*84­4­>"?"I•I•ST^y^yhëhër_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?N@NBÃBÃD8E8G­G­I"J"L•L•NOQ{Q{SîSîUaVaXÔXÔZG[G]º]º_-`-bŸbŸdegƒgƒiõiõkglgnÙnÙpKqKs½s½u/v/x¡x¡z{}…}…÷÷�i‚i„Û„Û†O‡O‰‰‹5Œ5ލލ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2CGW2ÐCGW2á‡W2Lá‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2­ñW2¤­ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2áX2€áX2[X2ü[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2[ýX2,[ýX2ÍZY2˜ÍZY2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2)P\2Ì)P\2ù!]2ù!]2¡4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒè´ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IO�à  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒè´ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IO�à  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒè´  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IO�à   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ½Ýâ�¯ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÄDˆLÌP �  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Þ ÞTTÊÊ)@*@4¶4¶>*?*IžIžST^†^†húhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÞÞXXÒÒ L L Æ Æ@@ºº44®®$$šš † †"ü"ü$r%r'è'è)^*^,Ô,Ô.J/J1À1À36466¬6¬8"9";˜;˜=>@‚@‚BöBöDjEjGÞGÞIRJRLÆLÆN:O:Q®Q®S"T"V–V–X Y [~[~]ò]ò_f`fbÚbÚdNeNgÂgÂi6j6lªlªnoq’q’stvzvzxîxîzb{b}Ö}ÖJ€J‚¾‚¾„2…2‡¦‡¦‰ŠŒŒŒŒŽÿŽÿ�r‘r“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2µGW2еGW2SˆW2LSˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2‡±W2(‡±W2%òW2¤%òW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2YX2€YX2÷[X2ü÷[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2¥X2´ ¥X2wÉX20 wÉX2¹öX2P¹öX2[ýX2,[ýX2�[Y2˜�[Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2;P\2Ì;P\2 "]2 "]2³4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹_+ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R’”Ôî. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹_+ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R’”Ôî. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹_+  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R’”Ôî.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x˜ @@` bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÒR¤$vö P  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>1?1I¨I¨ST^‘^‘hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIYJYLÐLÐNGOGQ¾Q¾S5T5V¬V¬X#Y#[š[š]^`ˆ`ˆbÿbÿdvevgígíidjdlÛlÛnMoMq¿q¿s1t1v£v£xy{‡{‡}ù}ùk€k‚݂݄O…O‡Á‡Á‰3Š3Œ¥Œ¥Ž�‘‰‘‰“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2=GW2Ð=GW2Û‡W2LÛ‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2­ñW2¤­ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2áX2€áX2[X2ü[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2A¥X2´ A¥X2¡ÉX20 ¡ÉX2ãöX2PãöX2ÝÿX2,ÝÿX2Q[Y2˜Q[Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2±O\2̱O\2�!]2�!]2)4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„ç³ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 HNŽÞ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„ç³ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 HNŽÞ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„ç³  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 HNŽÞ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ½Ýâo� bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1„Ä€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�ÔT˜\ÜÔ   €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜPPÄÄ)8*84¬4¬>?I�I�ST^t^thæhærXsX} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœ„„øøl l"à"à$T%T'È'È)<*<,°,°.$/$1˜1˜3 4 6€6€8ô8ô:h;h=Ü=Ü?N@NBÀBÀD2E2G¤G¤IJLˆLˆNúNúPlQlSÞSÞUPVPXÂXÂZ4[4]¦]¦_`bŠbŠdüdüfngniàiàkRlRnÄnÄp6q6s¨s¨uvxŒxŒzþzþ|p}pââ�T‚T„ƄƆ8‡8‰©‰©‹ŒŽ‹Ž‹�ü�ü’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2»GW2лGW2YˆW2LYˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2�±W2(�±W2+òW2¤+òW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2_X2€_X2ý[X2üý[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2›¥X2´ ›¥X2ûÉX20 ûÉX2=÷X2P=÷X2Y2,Y2#\Y2˜#\Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»c/ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S““Óð0 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»c/ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S““Óð0 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»c/  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S““Óð0  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ˜¸jŠÃã bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ªê€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1HÈšìl¾>¢ â  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ø ØMMÂÂ)7*74¬4¬>#?#I˜I˜S T ^^hñhñrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccØØMM 7 7 ¬ ¬!!––  €€õõjjßßT T"É"É$>%>'³'³)(*(,�,�./1‡1‡3ü3ü5q6q8æ8æ:[;[=Ð=Ð?E@EBºBºD/E/G¤G¤IJL�L�NOQzQzSïSïUdVdXÙXÙZN[N]Ã]Ã_8`8b­b­d"e"g—g—i j l�l�nónópeqes×s×uIvIx»x»z-{-}Ÿ}Ÿ€‚ƒ‚ƒ„õ„õ†g‡g‰ىًKŒK޽޽�/‘/“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2CGW2ÐCGW2á‡W2Lá‡W2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2±W2(±W2³ñW2¤³ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2çX2€çX2…[X2ü…[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2iY2,iY2�[Y2˜�[Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2}P\2Ì}P\2M"]2M"]2õ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„éµ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Ie¥@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„éµ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Ie¥@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„éµ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Ie¥@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ½Ýâ�° bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 J€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÏOžmí @  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ý ÝVVÏÏ)H*H4Á4Á>:?:I±I±S&T&^™^™h i ss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÝÝVVÏÏ H H Á Á::³³,,¥¥—— ‰ ‰"#%{%{'ô'ô)m*m,æ,æ._/_1Ø1Ø3Q4Q6Ê6Ê8C9C;¼;¼=5>5@®@®B'C'E E GHJ’J’L M O€O€Q÷Q÷SnTnVåVåX\Y\[Ó[Ó]J^J`Á`Áb6c6e«e«g h j•j•l m o}o}qðqðsctcvÖvÖxIyI{¼{¼}/~/€¢€¢‚ƒ…ˆ…ˆ‡û‡û‰mŠmŒߌߎQ�Q‘ÑÓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2¯GW2ЯGW2MˆW2LMˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2�±W2(�±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2SX2€SX2ñ[X2üñ[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2ƒ¥X2´ ƒ¥X2ãÉX20 ãÉX2%÷X2P%÷X2[ýX2,[ýX2A\Y2˜A\Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2SP\2ÌSP\2#"]2#"]2Ë4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®T  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 R’‰Éâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®T  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 R’‰Éâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®T   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 R’‰Éâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 {›&FªÊ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€Ý]º:—À  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii ã ã]]ÓÓ)I*I4¿4¿>5?5I©I©ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiãã]]×× Q Q Ë ËEE¿¿99³³--§§!! › ›"#%‹%‹'(*w*w,í,í.c/c1Ù1Ù3O4O6Å6Å8;9;;±;±='>'@�@�BCE‰E‰GÿGÿIuJuLéLéN]O]QÑQÑSETEV¹V¹X-Y-[¡[¡]^`‰`‰býbýdqeqgågåiYjYlÍlÍnAoAqµqµs)t)v�v�xy{…{…}ù}ùm€m‚á‚á„U…U‡ɇɉ=Š=Œ±Œ±Ž%�%‘™‘™“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2CGW2ÐCGW2á‡W2Lá‡W2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2±W2(±W2³ñW2¤³ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2çX2€çX2…[X2ü…[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2G¥X2´ G¥X2§ÉX20 §ÉX2éöX2PéöX2÷Y2,÷Y2\Y2˜\Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2 P\2Ì P\2Û!]2Û!]2ƒ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…è´ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jd¤þ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…è´ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jd¤þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…è´  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jd¤þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ½Ýâp� bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1™Ù€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1<¼ ‹ÚZ©)� Ï  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>.?.I£I£ST^‡^‡høhørjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbæbædYeYgÌgÌi?j?l²l²n#o#q”q”stvvvvxçxçzX{X}É}É:€:‚«‚«„…‡އމÿ‰ÿ‹pŒpŽáŽá�R‘R“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2µGW2еGW2SˆW2LSˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2‡±W2(‡±W2%òW2¤%òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2YX2€YX2÷[X2ü÷[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2ûÿX2,ûÿX2ã\Y2˜ã\Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°X$ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S“‰Éä$ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°X$ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S“‰Éä$ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°X$  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S“‰Éä$  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ›»Vvv– bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1�Ý€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1tôQÑ.® ‹_Ÿ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßWWËË)?*?4³4³>'?'I™I™S T ^}^}hïhïrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ��  "÷"÷$k%k'ß'ß)S*S,Ç,Ç.;/;1¯1¯3#4#6—6—8 9 ;;=ó=ó?g@gBÛBÛDOEOGÃGÃI7J7L©L©NOQ�Q�SÿSÿUqVqXãXãZU[U]Ç]Ç_9`9b«b«deg�g�ijlslsnånåpWqWsÉsÉu;v;x­x­z{}‘}‘€‚u‚u„ç„ç†Y‡Y‰ˉˋ=Œ=ޝޝ�!‘!“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2IGW2ÐIGW2ç‡W2Lç‡W21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2±W2(±W2¹ñW2¤¹ñW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2íX2€íX2‹[X2ü‹[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2k¥X2´ k¥X2ËÉX20 ËÉX2 ÷X2P ÷X2aýX2,aýX25\Y2˜5\Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2�P\2Ì�P\2_"]2_"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ê¶ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @NŽÛ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ê¶ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @NŽÛ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ê¶  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @NŽÛ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ½Ý⑱ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÚZ´4ް ð  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜTTÌÌ)D*D4¼4¼>4?4IªIªS T ^–^–h i s‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœŒŒ | |"ô"ô$l%l'ä'ä)\*\,Ô,Ô.L/L1Ä1Ä3<4<6´6´8,9,;¤;¤=>@”@”B C E„E„GüGüItJtLêLêN`O`QÖQÖSLTLVÂVÂX8Y8[®[®]$^$`š`šbce†e†gügüirjrlèlèn^o^qÔqÔsJtJvÀvÀx6y6{¬{¬}"~"€˜€˜‚ƒ…„…„‡ú‡ú‰pŠpŒæŒæŽ\�\‘Ò‘Ò“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2©GW2ЩGW2GˆW2LGˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2{±W2({±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2MX2€MX2ë[X2üë[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2Ÿ¤X2´ Ÿ¤X2ÿÈX20 ÿÈX2AöX2PAöX2aýX2,aýX2õ\Y2˜õ\Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£I b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M��ÍÛ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£I b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M��ÍÛ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£I  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M��ÍÛ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~žž¾Ãã bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€èhÐP¸8p° €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜQQÆÆ);*;4°4°>#?#I–I–S T ^|^|hïhïrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒvvëë` `"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ü=Ü?O@OBÂBÂD5E5G¨G¨IJLŽLŽNOQtQtSçSçUZVZXÍXÍZ@[@]³]³_&`&b™b™d e ggiòiòkelenØnØpKqKs¾s¾u1v1x¤x¤z{}Š}Šýý�p‚p„ã„ã†V‡V‰ȉȋ:Œ:ެެ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2IGW2ÐIGW2ç‡W2Lç‡W21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2±W2(±W2¹ñW2¤¹ñW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2íX2€íX2‹[X2ü‹[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2¥X2´ ¥X2}ÉX20 }ÉX2¿öX2P¿öX2ûÿX2,ûÿX2Ñ\Y2˜Ñ\Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2ç!]2ç!]2�4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†éµ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @NŽÛ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†éµ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @NŽÛ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†éµ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @NŽÛ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 <ŸAa bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1šÚ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1hèBœövJŠ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÆÆ)<*<4²4²>(?(IœIœST^„^„høhørlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$N%N'Ä'Ä):*:,°,°.&/&1œ1œ346ˆ6ˆ8þ8þ:t;t=ê=ê?`@`BÖBÖDLELGÂGÂI8J8L¬L¬N O Q”Q”STV|V|XðXðZd[d]Ø]Ø_L`LbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡Œ‡Œ‰ŠŒtŒtŽèŽè�\‘\“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2¯GW2ЯGW2MˆW2LMˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2{±W2({±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2MX2€MX2ë[X2üë[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2/¥X2´ /¥X2�ÉX20 �ÉX2ÑöX2PÑöX2ëY2,ëY2�]Y2˜�]Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2uO\2ÌuO\2E!]2E!]2í3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥M b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M��ÍÛ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥M b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M��ÍÛ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥M  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M��ÍÛ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ž¾1QVv bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1‰É€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  ˆpðXØX €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜOOÂÂ)5*54¨4¨>?IŠIŠSûSû]l^lhÝhÝrNsN} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒÿÿrrååX X"Ë"Ë$>%>'±'±)$*$,—,—. / 1}1}3ð3ð5c6c8Ö8Ö:I;I=¼=¼?-@-BžBžDEG€G€IñIñKbLbNÓNÓPDQDSµSµU&V&X—X—Z[]y]y_ê_êa[b[dÌdÌf=g=i®i®kln�n�pqsrsruãuãwTxTzÅzÅ|6}6§§�‚„‰„‰†ú†úˆj‰j‹Ú‹Ú�JŽJ�º�º’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2OGW2ÐOGW2í‡W2Lí‡W21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2!±W2(!±W2¿ñW2¤¿ñW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2óX2€óX2‘[X2ü‘[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2q¥X2´ q¥X2ÑÉX20 ÑÉX2÷X2P÷X2cY2,cY2ï\Y2˜ï\Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2YP\2ÌYP\2)"]2)"]2Ñ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†ë· b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @NŽÛ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†ë· b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @NŽÛ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†ë·  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @NŽÛ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ½Ýâ’² bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ü<€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�æfËK°0a¡ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>.?.I£I£ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbèbèd]e]gÒgÒiGjGl¼l¼n1o1q¦q¦stv�v�xy{z{z}ï}ïd€d‚قلN…N‡ÇÉ8Š8Œ­Œ­Ž"�"‘—‘—“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2£GW2УGW2AˆW2LAˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2u±W2(u±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2GX2€GX2å[X2üå[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2q¥X2´ q¥X2ÑÉX20 ÑÉX2÷X2P÷X2gýX2,gýX2]Y2˜]Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2#P\2Ì#P\2ó!]2ó!]2›4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜>  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M�‹ËÚ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜>  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M�‹ËÚ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜>   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M�‹ËÚ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ½Ý⓳ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€êjÔT¾>�Ð €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áVVËË)@*@4µ4µ>+?+IŸIŸST^‡^‡hûhûrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‹‹ u u"ê"ê$_%_'Ô'Ô)I*I,¾,¾.3/31¨1¨346’6’89;|;|=ñ=ñ?f@fBÛBÛDPEPGÅGÅI;J;L¯L¯N#O#Q—Q—S T VVXóXóZg[g]Û]Û_O`ObÃbÃd7e7g«g«ijl“l“noq{q{sïsïucvcx×x×zK{K}¿}¿3€3‚§‚§„…‡‘‡‘‰ŠŒ{Œ{ŽðŽð�e‘e“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2OGW2ÐOGW2í‡W2Lí‡W21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2!±W2(!±W2¿ñW2¤¿ñW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2óX2€óX2‘[X2ü‘[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2¥X2´ ¥X2wÉX20 wÉX2¹öX2P¹öX2 Y2, Y2‘]Y2˜‘]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2óO\2ÌóO\2Ã!]2Ã!]2k4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ê¶ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @NŽÛ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ê¶ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @NŽÛ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ê¶  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @NŽÛ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 7€ <\ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¡á€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1•zú_ßDÄF €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛQQÆÆ);*;4°4°>%?%I˜I˜S T ^~^~hñhñrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnænæpYqYsÌsÌu?v?x²x²z%{%}˜}˜ € ‚~‚~„ñ„ñ†d‡d‰׉׋JŒJ޽޽�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2©GW2ЩGW2GˆW2LGˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2u±W2(u±W2òW2¤òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2GX2€GX2å[X2üå[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2‰¥X2´ ‰¥X2éÉX20 éÉX2+÷X2P+÷X2íY2,íY2Ç]Y2˜Ç]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšB b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M�ŠÊÚ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšB b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M�ŠÊÚ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšB  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M�ŠÊÚ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ½Ýâ¬Ì bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1…Å€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¨(’|üfæ:z €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝRRÇÇ)<*<4±4±>&?&I™I™S T ^}^}hïhïrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��wwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD.?.I¢I¢ST^Š^Šhþhþrrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²((žž Š Š"#%v%v'ì'ì)b*b,Ø,Ø.N/N1Ä1Ä3:4:6°6°8&9&;œ;œ=>@†@†BúBúDnEnGâGâIVJVLÊLÊN>O>Q²Q²S&T&VšVšXY[‚[‚]ö]ö_j`jbÞbÞdReRgÆgÆi:j:l®l®n"o"q–q–s t v~v~xòxòzf{f}Ú}ÚN€N‚‚„6…6‡ª‡ª‰ŠŒ�Œ�Ž�‘v‘v“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2�GW2Ð�GW2;ˆW2L;ˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2i±W2(i±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2;X2€;X2Ù[X2üÙ[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2q¥X2´ q¥X2ÑÉX20 ÑÉX2÷X2P÷X2gýX2,gýX2Í]Y2˜Í]Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2SP\2ÌSP\2#"]2#"]2Ë4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�3ÿ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M�Ú’Ò bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�3ÿ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M�Ú’Ò bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�3ÿ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M�Ú’Ò  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ½Ý⎮ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€õuêjß_@€ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii à àWWÎÎ)E*E4¼4¼>5?5I¬I¬S#T#^•^•hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiààWWÎÎ E E ¼ ¼33ªª!!˜˜††ýýt t"ë"ë$b%b'Ù'Ù)P*P,Ç,Ç.>/>1µ1µ3,4,6£6£89;‘;‘=>@@BöBöDmEmGäGäI]J]LÔLÔNKOKQÂQÂS9T9V°V°X'Y'[ž[ž]^`Œ`ŒbcezezgñgñihjhlßlßnQoQqÃqÃs5t5v§v§xy{‹{‹}ý}ýo€o‚á‚á„S…S‡Ňʼn7Š7Œ©Œ©Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2UGW2ÐUGW2ó‡W2Ló‡W27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2!±W2(!±W2¿ñW2¤¿ñW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2óX2€óX2‘[X2ü‘[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2§¥X2´ §¥X2ÊX20 ÊX2I÷X2PI÷X2Y2,Y2Q^Y2˜Q^Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2ÃO\2ÌÃO\2“!]2“!]2;4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆë· b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @NŽÛ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆë· b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @NŽÛ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆë·  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @NŽÛ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �¡5¿ß bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1°ð€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1À@°0  �À €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àTTÈÈ)<*<4°4°>"?"I”I”ST^x^xhêhêr\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  ˆˆüüp p"ä"ä$X%X'Ì'Ì)@*@,´,´.(/(1œ1œ346„6„8ø8ø:l;l=à=à?R@RBÄBÄD6E6G¨G¨IJLŒLŒNþNþPpQpSâSâUTVTXÆXÆZ8[8]ª]ª_`bŽbŽdegrgriäiäkVlVnÈnÈp:q:s¬s¬uvx�x�z{}t}tææ�X‚X„ʄʆ<‡<‰­‰­‹ŒŽ�Ž��‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2�GW2Ð�GW2;ˆW2L;ˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2o±W2(o±W2 òW2¤ òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2AX2€AX2ß[X2üß[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2ï¥X2´ ï¥X2OÊX20 OÊX2‘÷X2P‘÷X2Y2,Y2‡^Y2˜‡^Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2ùO\2ÌùO\2É!]2É!]2q4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�7 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 M�Ú“Ó bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�7 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 M�Ú“Ó bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�7  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 M�Ú“Ó  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ½Ýâ - bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1µõ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÔTÉI¾>³3õ5 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ü ÜQQÆÆ);*;4°4°>'?'IœIœST^ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÜÜQQÆÆ ; ; ° °%%šš„„ùùnnããX X"Í"Í$B%B'·'·),*,,¡,¡./1‹1‹346u6u8ê8ê:_;_=Ô=Ô?I@IB¾B¾D3E3G¨G¨IJL”L”N O Q~Q~SóSóUhVhXÝXÝZR[R]Ç]Ç_<`M?MIÄIÄS9T9^¬^¬his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðyyòòkkää ] ] Ö ÖOOÈÈAAºº33¬¬%% ž ž"#%�%�' ( *‚*‚,û,û.t/t1í1í3f4f6ß6ß8X9X;Ñ;Ñ=J>J@Ã@ÃB@?@I´I´S(T(^œ^œhis„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvððjjää ^ ^ Ø ØRRÌÌFFÀÀ::´´.. ¨ ¨""#"%˜%˜'(*„*„,ú,ú.p/p1æ1æ3\4\6Ò6Ò8H9H;¾;¾=4>4@ª@ªB C E–E–G H J€J€LôLôNhOhQÜQÜSPTPVÄVÄX8Y8[¬[¬] ^ `”`”bce|e|gðgðidjdlØlØnLoLqÀqÀs4t4v¨v¨xy{�{�}~€x€x‚ì‚ì„`…`‡Ô‡Ô‰HŠHŒ¼Œ¼Ž0�0‘¤‘¤“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2mGW2�mGW2 ˆW2 ˆW2aŒW2$aŒW29±W2�9±W2×ñW2×ñW23öW2$3öW2 X2� X2©[X2©[X2`X2$`X2E¤X2�E¤X2¥ÈX2ü¥ÈX2-ûX2 -ûX2ONY2| ONY2/ìY2Ü /ìY2ÂZ2  ÂZ2A®[2¤ A®[2/P\2„ /P\2ÿ!]2Èÿ!]2§4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Jd˜ûÇîº b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Jd˜ûÇîº b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Jd˜ûÇîº b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Vv  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww î îeeÜÜ)S*S4Ê4Ê>???I´I´S'T'^˜^˜h i sysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðwwîîeeÜÜ S S Ê ÊAA¸¸//¦¦””  ‚ ‚"ù"ù$p%p'ç'ç)^*^,Õ,Õ.L/L1Ã1Ã3:4:6±6±8(9(;Ÿ;Ÿ=>@�@�BCE{E{GòGòIgJgLÜLÜNQOQQÆQÆS;T;V°V°X%Y%[š[š]^`„`„b÷b÷djejgÝgÝiPjPlÃlÃn4o4q¥q¥stv‡v‡xøxøzi{i}Ú}ÚK€K‚¼‚¼„-…-‡�‡�‰ŠŒŒŽðŽð�a‘a“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2—GW2�—GW25ˆW2 5ˆW2�W2�W2i±W2€i±W2òW2üòW2ÓøW2ÓøW2;X2p;X2Ù[X2ìÙ[X2¥bX2ô¥bX2¤X2`¤X2cÈX2ÌcÈX2-ûX2ì-ûX2ONY2L ONY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�)õ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 à€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�)õ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 à€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1M�)õ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 à €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations17  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv î îffÚÚ)N*N4Â4Â>4?4I¦I¦ST^Š^Šhühürnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvîîffÞÞ V V Î ÎFF¾¾66®®&&žž Ž Ž"#%z%z'î'î)b*b,Ö,Ö.J/J1¾1¾32426¦6¦89;Ž;Ž=>@v@vBêBêD^E^GÒGÒIDJDL¶L¶N(O(QšQšS T V~V~XðXðZb[b]Ô]Ô_F`Fb¸b¸d*e*gœgœijl€l€nònòpdqdsÖsÖuHvHxºxºz,{,}ž}ž€‚‚‚‚„ô„ô†f‡f‰؉؋JŒJ޼޼�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2gGW2�gGW2ˆW2 ˆW2[ŒW2[ŒW29±W2€9±W2×ñW2ü×ñW2-öW2-öW2 X2p X2©[X2ì©[X2ÿ_X2ôÿ_X23¤X2`3¤X2“ÈX2Ì“ÈX2'ûX2ì'ûX2ONY2L ONY2AìY2¬ AìY2ÂZ2p ÂZ2S®[2t S®[2§P\2T §P\2w"]2˜w"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–ûÇ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–ûÇ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–ûÇ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Hh  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu í íeeÝÝ)U*U4Í4Í>C?CI¹I¹S/T/^¥^¥his‘s‘} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuííeeÝÝ U U Í ÍEE½½55­­%%�� � �"#%}%}'õ'õ)m*m,å,å.]/]1Õ1Õ3M4M6Å6Å8=9=;µ;µ=->-@¥@¥BCE•E•G H JƒJƒLùLùNoOoQåQåS[T[VÑVÑXGYG[½[½]3^3`©`©bce•e•g h j�j�l÷l÷nmomqãqãsYtYvÏvÏxEyE{»{»}1~1€§€§‚ƒ…“…“‡ ˆ ŠŠŒõŒõŽk�k‘á‘á“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2�GW2��GW2;ˆW2 ;ˆW2ïŽW2ïŽW2o±W2€o±W2 òW2ü òW2ÁøW2ÁøW2AX2pAX2ß[X2ìß[X2“bX2ô“bX2]¤X2`]¤X2½ÈX2̽ÈX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠ0ü b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1’Ò€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠ0ü b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1’Ò€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠ0ü b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1’Ò €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1q‘  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo å åZZÏÏ)D*D4·4·>*?*I�I�ST^ƒ^ƒhöhörgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooåå[[ÑÑ G G ½ ½33©©••  ôôi i"Þ"Þ$S%S'È'È)=*=,²,².'/'1œ1œ346†6†8û8û:p;p=ã=ã?V@VBÉBÉD5?5I©I©ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðsséé__ÕÕ K K Á Á77­­##™™……ûûq q"ç"ç$]%]'Ó'Ó)I*I,¿,¿.5/51«1«3!4!6—6—8 9 ;ƒ;ƒ=ù=ù?o@oBåBåD[E[GÑGÑIEJEL¹L¹N-O-Q¡Q¡STV‰V‰XýXýZq[q]å]å_Y`YbÍbÍdAeAgµgµi)j)l�l�noq…q…sùsùumvmxáxázU{U}É}É=€=‚±‚±„%…%‡™‡™‰ Š Œ�Œ�ŽõŽõ�i‘i“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2�GW2��GW2;ˆW2 ;ˆW2ïŽW2ïŽW2o±W2€o±W2 òW2ü òW2ÁøW2ÁøW2AX2pAX2ß[X2ìß[X2“bX2ô“bX2S¥X2`S¥X2³ÉX2̳ÉX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2‡O\2T ‡O\2W!]2˜W!]2ÿ3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠ2þ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1“Ó€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠ2þ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1“Ó€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠ2þ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1“Ó €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1g‡  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq ç çZZÍÍ)@*@4±4±>"?"I“I“ST^u^uhæhærUsU} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqçç]]ÓÓ I I ¿ ¿55««!!——  }}ððc c"Ö"Ö$I%I'¼'¼)/*/,¢,¢./1ˆ1ˆ3û3û5n6n8á8á:T;T=Å=Å?6@6B§B§DEG‰G‰IúIúKkLkNÜNÜPMQMS¾S¾U/V/X X Z[]‚]‚_ó_óadbddÕdÕfFgFi·i·k(l(n™n™p q s{s{uìuìw]x]zÎzÎ|?}?°°�!‚!„’„’†‡‰q‰q‹á‹á�QŽQ�Á�Á’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2aGW2�aGW2ÿ‡W2 ÿ‡W2aŒW2aŒW23±W2€3±W2ÑñW2üÑñW23öW23öW2X2pX2£[X2ì£[X2`X2ô`X2'¤X2`'¤X2‡ÈX2̇ÈX2!ûX2ì!ûX2INY2L INY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2eP\2T eP\25"]2˜5"]2Ý4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“øÄ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“øÄ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“øÄ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Cc  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq è è__ÖÖ)M*M4Ä4Ä>9?9I®I®S#T#^˜^˜h i s‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqèè__ÖÖ M M Ä Ä;;²²))  ŽŽ | |"ó"ó$j%j'á'á)X*X,Ï,Ï.F/F1½1½34446«6«8"9";™;™=>@‡@‡BþBþDuEuGìGìIaJaLÖLÖNKOKQÀQÀS5T5VªVªXY[”[”] ^ `~`~bóbódhehgÝgÝiRjRlÇlÇn.?.I¢I¢ST^Š^Šhþhþrrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnææ^^ÖÖ N N Æ Æ>>¶¶..¦¦�� z z"ï"ï$d%d'Ù'Ù)N*N,Ã,Ã.8/81­1­3"4"6—6—8 9 ;�;�=ö=ö?k@kBàBàDUEUGÊGÊI>J>L²L²N&O&QšQšSTV‚V‚XöXöZj[j]Þ]Þ_R`RbÆbÆd:e:g®g®i"j"l–l–n o q~q~sòsòufvfxÚxÚzN{N}Â}Â6€6‚ª‚ª„…‡’‡’‰ŠŒ|Œ|ŽñŽñ�f‘f“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2[GW2�[GW2ù‡W2 ù‡W2aŒW2aŒW2-±W2€-±W2ËñW2üËñW23öW23öW2ÿX2pÿX2�[X2ì�[X2`X2ô`X2›¥X2`›¥X2ûÉX2ÌûÉX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2ÿO\2T ÿO\2Ï!]2˜Ï!]2w4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’õÁ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’õÁ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’õÁ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1·×  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp æ æ\\ÑÑ)F*F4»4»>.?.I¡I¡ST^‡^‡húhúrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppææ\\ÒÒ H H ¾ ¾44ªª  ––  ‚‚øøn n"ä"ä$Y%Y'Î'Î)C*C,¸,¸.-/-1¢1¢346Œ6Œ89;v;v=ë=ë?`@`BÕBÕDJEJG¿G¿I2J2L¥L¥NOQ‹Q‹SþSþUqVqXäXäZW[W]Ê]Ê_=`=b°b°d#e#g–g–i j l|l|nïnïpbqbsÕsÕuHvHx»x»z.{.}¡}¡€‚‡‚‡„ú„ú†m‡m‰à‰à‹SŒSŽÆŽÆ�9‘9“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2£GW2�£GW2AˆW2 AˆW2éŽW2éŽW2u±W2€u±W2òW2üòW2»øW2»øW2GX2pGX2å[X2ìå[X2�bX2ô�bX2i¤X2`i¤X2ÉÈX2ÌÉÈX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“; b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‘Ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“; b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‘Ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“; b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‘Ñ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1�¡  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn ä äYYÎÎ)C*C4¸4¸>+?+IžIžST^‚^‚hôhôrfsf} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnääZZÐÐ F F ¼ ¼22¨¨””  ~~óóh h"Ý"Ý$R%R'Ç'Ç)<*<,±,±.&/&1›1›346…6…8ú8ú:o;o=ä=ä?Y@YBÎBÎDCECG¸G¸I+J+LžLžNOQ„Q„S÷S÷UjVjXÝXÝZP[P]Ã]Ã_6`6b¨b¨degŒgŒiþiþkplpnânâpTqTsÆsÆu8v8xªxªz{}Ž}Ž€‚r‚r„ä„ä†V‡V‰ɉɋ<Œ<ޝޝ�"‘"“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2[GW2�[GW2ù‡W2 ù‡W2[ŒW2[ŒW2'±W2€'±W2ÅñW2üÅñW2-öW2-öW2ùX2pùX2—[X2ì—[X2ÿ_X2ôÿ_X2¡¢X2`¡¢X2ÇX2ÌÇX2!ûX2ì!ûX2CNY2L CNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2;P\2T ;P\2 "]2˜ "]2³4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�õÁ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�õÁ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�õÁ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½Ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq ë ëaa××)M*M4Á4Á>5?5I©I©ST^‘^‘hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqëëeeßß Y Y Ó ÓMMÇÇAA»»11§§ “ “" # %%'õ'õ)k*k,á,á.W/W1Í1Í3C4C6¹6¹8/9/;¥;¥=>@�@�BCEuEuGéGéI]J]LÑLÑNEOEQ¹Q¹S-T-V¡V¡XY[‰[‰]ý]ý_q`qbåbådYeYgÍgÍiAjAlµlµn)o)q�q�stv…v…xùxùzm{m}á}áU€U‚ɂɄ=…=‡¯‡¯‰"Š"Œ•Œ•Ž�‘{‘{“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2©GW2�©GW2GˆW2 GˆW2éŽW2éŽW2u±W2€u±W2òW2üòW2»øW2»øW2GX2pGX2å[X2ìå[X2�bX2ô�bX2=¦X2`=¦X2�ÊX2Ì�ÊX2!ûX2ì!ûX2CNY2L CNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœB b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1–Ö€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœB b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1–Ö€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœB b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1–Ö €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Zz  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj á áXXÏÏ)F*F4½4½>4?4I«I«S"T"^”^”hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjááXXÏÏ F F ½ ½44««""™™‡‡þþu u"ì"ì$c%c'Ú'Ú)Q*Q,È,È.?/?1¶1¶3-4-6¤6¤89;’;’= > @€@€B÷B÷DnEnGåGåI\J\LÓLÓNJOJQÁQÁS8T8V¯V¯X&Y&[�[�]^`‹`‹bceyeygðgðigjglÞlÞnPoPqÂqÂs4t4v¦v¦xy{Š{Š}ü}ün€n‚à‚à„R…R‡ćĉ6Š6Œ¨Œ¨Ž�‘Œ‘Œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2UGW2�UGW2ó‡W2 ó‡W2aŒW2aŒW2'±W2€'±W2ÅñW2üÅñW23öW23öW2ùX2pùX2—[X2ì—[X2`X2ô`X2¡¢X2`¡¢X2ÇX2ÌÇX2!ûX2ì!ûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2ÃO\2T ÃO\2“!]2˜“!]2;4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�ò¾ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�ò¾ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�ò¾ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½Ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo ç ç[[ÏÏ)C*C4µ4µ>'?'I™I™S T ^}^}hïhïr_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooçç__×× O O Ç Ç??··//§§�� w w"ë"ë$_%_'Ó'Ó)G*G,»,».///1£1£346‹6‹8ÿ8ÿ:s;s=å=å?W@WBÉBÉD;E;G­G­IJL‘L‘NOQuQuSçSçUYVYXËXËZ=[=]¯]¯_!`!b“b“degwgwiéiék[l[nÍnÍp?q?s±s±u#v#x•x•z{}y}yëë�]‚]„τφ?‡?‰°‰°‹!Œ!Ž’Ž’�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2©GW2�©GW2GˆW2 GˆW2éŽW2éŽW2{±W2€{±W2òW2üòW2»øW2»øW2MX2pMX2ë[X2ìë[X2�bX2ô�bX2•¥X2`•¥X2õÉX2ÌõÉX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœD b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1—×€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœD b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1—×€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœD b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1—× €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1³Ó  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ß ßTTÉÉ)>*>4³4³>(?(I�I�ST^„^„höhörhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjßßTTÉÉ > > ³ ³((��‡‡üüqqææ[ ["Ð"Ð$E%E'º'º)/*/,¤,¤./1Ž1Ž346x6x8í8í:b;b=×=×?L@LBÁBÁD6E6G«G«I J L•L•N O QQSôSôUiViXÞXÞZS[S]È]È_=`=b²b²d'e'gœgœijl†l†nønøpjqjsÜsÜuNvNxÀxÀz2{2}¤}¤€‚ˆ‚ˆ„ú„ú†l‡l‰Þ‰Þ‹PŒPŽÂŽÂ�4‘4“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2UGW2�UGW2ó‡W2 ó‡W2aŒW2aŒW2!±W2€!±W2¿ñW2ü¿ñW23öW23öW2óX2póX2‘[X2ì‘[X2`X2ô`X2›¢X2`›¢X2ûÆX2ÌûÆX2ûX2ìûX2CNY2L CNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2ƒP\2T ƒP\2S"]2˜S"]2û4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ò¾ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ò¾ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ò¾ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½Ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm æ æ__ØØ)Q*Q4Ê4Ê>A?AI¸I¸S-T-^ ^ his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmææ__ØØ Q Q Ê ÊCC¼¼55®®''   ’ ’" # %„%„'ý'ý)v*v,ï,ï.h/h1á1á3Z4Z6Ó6Ó8L9L;Å;Å=>>>@·@·B0C0E©E©G"H"J™J™LMO‡O‡QþQþSuTuVìVìXcYc[Ú[Ú]Q^Q`È`Èb=c=e²e²g'h'jœjœlmo„o„q÷q÷sjtjvÝvÝxPyP{Ã{Ã}6~6€©€©‚ƒ…�…�‡ˆŠrŠrŒäŒäŽV�V‘ȑȓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2©GW2�©GW2GˆW2 GˆW2ÝŽW2ÝŽW2{±W2€{±W2òW2üòW2¯øW2¯øW2MX2pMX2ë[X2ìë[X2�bX2ô�bX2§¥X2`§¥X2ÊX2ÌÊX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥K b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ѐ} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥K b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ѐ} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥K b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ð €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ëë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ä ä^^ÔÔ)J*J4À4À>4?4I¨I¨ST^�^�hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjää^^ØØ R R Ì ÌFFÀÀ::´´..¨¨"" œ œ"#%Œ%Œ'(*x*x,î,î.d/d1Ú1Ú3P4P6Æ6Æ8<9<;²;²=(>(@ž@žBCEŠEŠGHJtJtLèLèN\O\QÐQÐSDTDV¸V¸X,Y,[ [ ]^`ˆ`ˆbübüdpepgägäiXjXlÌlÌn@o@q´q´s(t(vœvœxy{„{„}ø}øl€l‚à‚à„T…T‡ȇȉ<Š<Œ°Œ°Ž$�$‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2OGW2�OGW2í‡W2 í‡W2aŒW2aŒW2!±W2€!±W2¿ñW2ü¿ñW23öW23öW2óX2póX2‘[X2ì‘[X2`X2ô`X2ߣX2`ߣX2?ÈX2Ì?ÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2P\2T P\2á!]2˜á!]2‰4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒï» b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒï» b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒï» b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1   bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk â âYYÐÐ)G*G4¾4¾>3?3I¨I¨ST^Œ^Œhýhýrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkââYYÐÐ G G ¾ ¾55¬¬##ššˆˆÿÿv v"í"í$d%d'Û'Û)R*R,É,É.@/@1·1·3.4.6¥6¥89;“;“= > @�@�BøBøDoEoGæGæI[J[LÐLÐNEOEQºQºS/T/V¤V¤XY[Ž[Ž]^`x`xbëbëd^e^gÑgÑiDjDl·l·n(o(q™q™s t v{v{xìxìz]{]}Î}Î?€?‚°‚°„!…!‡‘‡‘‰ŠŒsŒsŽäŽä�U‘U“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2¯GW2�¯GW2MˆW2 MˆW2ÝŽW2ÝŽW2{±W2€{±W2òW2üòW2¯øW2¯øW2MX2pMX2ë[X2ìë[X2�bX2ô�bX2M¥X2`M¥X2­ÉX2Ì­ÉX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥M b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ï€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥M b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ï€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥M b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ï €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1lŒ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âZZÎÎ)B*B4¶4¶>(?(IšIšS T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢’’  ‚ ‚"ú"ú$n%n'â'â)V*V,Ê,Ê.>/>1²1²3&4&6š6š89;‚;‚=ö=ö?j@jBÞBÞDRERGÆGÆI8J8LªLªNOQŽQŽSTVrVrXäXäZV[V]È]È_:`:b¬b¬deg�g�ijltltnænæpXqXsÊsÊuŒ>ްް�"‘"“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2IGW2�IGW2ç‡W2 ç‡W2UŒW2UŒW2±W2€±W2¹ñW2ü¹ñW2'öW2'öW2íX2píX2‹[X2ì‹[X2ù_X2ôù_X2•¢X2`•¢X2õÆX2ÌõÆX2ûX2ìûX2=NY2L =NY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2�P\2T �P\2_"]2˜_"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠï» b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1G€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠï» b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1G€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠï» b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1G €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½Ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áYYÑÑ)I*I4Á4Á>7?7I­I­S#T#^™^™his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‘‘  � �"ù"ù$q%q'é'é)a*a,Ù,Ù.Q/Q1É1É3A4A6¹6¹8191;©;©=!>!@™@™BCE‰E‰GHJwJwLíLíNcOcQÙQÙSOTOVÅVÅX;Y;[±[±]'^'`�`�bce‰e‰gÿgÿiujulëlënaoaq×q×sMtMvÃvÃx9y9{¯{¯}%~%€›€›‚ƒ…‡…‡‡ý‡ý‰sŠsŒéŒéŽ_�_‘Õ‘Õ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2¯GW2�¯GW2MˆW2 MˆW2ÝŽW2ÝŽW2�±W2€�±W2òW2üòW2¯øW2¯øW2SX2pSX2ñ[X2ìñ[X2�bX2ô�bX23¤X2`3¤X2“ÈX2Ì“ÈX2ûX2ìûX2=NY2L =NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®T  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1’Ò€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®T  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1’Ò€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®T  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1’Ò €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Yy  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙNNÃÃ)8*84«4«>?I‘I‘ST^w^whêhêr[s[} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=×=×?J@JB½B½D0E0G£G£IJL‰L‰NüNüPoQoSâSâUUVUXÈXÈZ;[;]®]®_!`!b”b”degzgziíiík`l`nÓnÓpFqFs¹s¹u,v,xŸxŸz{}…}…øø�k‚k„Þ„Þ†O‡O‰Á‰Á‹3Œ3ޥޥ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2IGW2�IGW2ç‡W2 ç‡W2UŒW2UŒW2±W2€±W2¹ñW2ü¹ñW2'öW2'öW2íX2píX2‹[X2ì‹[X2ù_X2ôù_X2Ç£X2`Ç£X2'ÈX2Ì'ÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ì¸ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1H€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ì¸ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1H€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ì¸ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1H €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝSSÉÉ)?*?4µ4µ>)?)I�I�ST^…^…hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��yyïïe e"Û"Û$Q%Q'Ç'Ç)=*=,³,³.)/)1Ÿ1Ÿ346‹6‹89;w;w=í=í?c@cBÙBÙDOEOGÅGÅI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noqyqysísíuavaxÕxÕzI{I}½}½1€1‚¥‚¥„…‡�‡�‰ŠŒuŒuŽéŽé�]‘]“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2µGW2�µGW2SˆW2 SˆW2ÝŽW2ÝŽW2�±W2€�±W2òW2üòW2¯øW2¯øW2SX2pSX2ñ[X2ìñ[X2�bX2ô�bX2•¢X2`•¢X2õÆX2ÌõÆX2ûX2ìûX2=NY2L =NY2íëY2¬ íëY2ÅÁZ2p ÅÁZ2ÿ­[2t ÿ­[2oO\2T oO\2?!]2˜?!]2ç3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®V" b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1“Ó€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®V" b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1“Ó€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®V" b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1“Ó €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½Ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛNNÁÁ)4*44¥4¥>?I‡I‡SøSø]i^ihÚhÚrIsI} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹þþqqääW W"Ê"Ê$=%='°'°)#*#,–,–. / 1|1|3ï3ï5b6b8Õ8Õ:H;H=¹=¹?*@*B›B›D E G}G}IîIîK_L_NÐNÐPAQAS²S²U#V#X”X”Z[]v]v_ç_çaXbXdÉdÉf:g:i«i«kln�n�pþpþrosouàuàwQxQzÂzÂ|3}3¤¤�‚„†„††õ†õˆe‰e‹Õ‹Õ�EŽE�µ�µ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2CGW2�CGW2á‡W2 á‡W2UŒW2UŒW2±W2€±W2³ñW2ü³ñW2'öW2'öW2çX2pçX2…[X2ì…[X2ù_X2ôù_X2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ì¸ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ì¸ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ì¸ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations19Y  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>-?-I¢I¢ST^Ž^Žhisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbçbçd\e\gÑgÑiFjFl»l»n2o2q§q§stv‘v‘xy{{{{}ð}ðe€e‚Ú‚Ú„O…O‡ćĉ9Š9Œ®Œ®Ž#�#‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2µGW2�µGW2SˆW2 SˆW2׎W2׎W2‡±W2€‡±W2%òW2ü%òW2©øW2©øW2YX2pYX2÷[X2ì÷[X2{bX2ô{bX2•¢X2`•¢X2õÆX2ÌõÆX2ûX2ìûX27NY2L 7NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·]) b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Í€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·]) b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Í€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·]) b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Í €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½Ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚOOÄÄ)9*94®4®>"?"I–I–ST^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""šš„„ùùn n"ã"ã$X%X'Í'Í)B*B,·,·.,/,1¡1¡346‹6‹89;u;u=ê=ê?_@_BÔBÔDIEIG¾G¾I2J2L¦L¦NOQŽQŽSTVvVvXêXêZ^[^]Ò]Ò_F`FbÄbÄd8e8g¬g¬i j l”l”noq|q|sðsðudvdxØxØzL{L}À}À4€4‚¨‚¨„…‡�‡�‰ŠŒzŒzŽïŽï�d‘d“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2CGW2�CGW2á‡W2 á‡W2UŒW2UŒW2±W2€±W2­ñW2ü­ñW2'öW2'öW2áX2páX2[X2ì[X2ù_X2ôù_X2•¢X2`•¢X2õÆX2ÌõÆX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†éµ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†éµ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†éµ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½Ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÅÅ):*:4¯4¯>"?"I•I•ST^^hòhòrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$M%M'Â'Â)7*7,¬,¬.!/!1–1–3 4 6€6€8õ8õ:j;j=ß=ß?T@TBÉBÉD>E>G³G³I&J&L™L™N O QQSòSòUeVeXØXØZK[K]¾]¾_1`1b¤b¤degŠgŠiýiýkplpnçnçpZqZsÍsÍu@v@x³x³z&{&}™}™ € ‚‚„ò„ò†e‡e‰؉؋KŒK޾޾�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2µGW2�µGW2SˆW2 SˆW2ÑŽW2ÑŽW2‡±W2€‡±W2%òW2ü%òW2£øW2£øW2YX2pYX2÷[X2ì÷[X2ubX2ôubX2å£X2`å£X2EÈX2ÌEÈX2ûX2ìûX27NY2L 7NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2ÕO\2T ÕO\2¥!]2˜¥!]2M4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·_+ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ŒÌ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·_+ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ŒÌ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·_+ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ŒÌ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1 -  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØMMÂÂ)7*74¬4¬>?I’I’S T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆýýrrçç\ \"Ñ"Ñ$F%F'»'»)0*0,¥,¥./1�1�346y6y8î8î:c;c=Ø=Ø?M@MBÂBÂD7E7G¬G¬IJL’L’NOQxQxSëSëU^V^XÑXÑZD[D]·]·_*`*b¤b¤degˆgˆiúiúklllnÞnÞpPqPsÂsÂu4v4x¦x¦z{}Š}Šüü�n‚n„à„à†R‡R‰ʼnŋ8Œ8ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2=GW2�=GW2Û‡W2 Û‡W2IŒW2IŒW2±W2€±W2­ñW2ü­ñW2öW2öW2áX2páX2[X2ì[X2í_X2ôí_X2k¢X2`k¢X2ËÆX2ÌËÆX2ûX2ìûX27NY2L 7NY2ìY2¬ ìY29ÀZ2p 9ÀZ2�[2t �[2/P\2T /P\2% ]2˜% ]2Í2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„éµ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1D€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„éµ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1D€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„éµ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1D €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½¹  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee ß ßUUÍÍ)C*C4·4·>+?+IŸIŸST^“^“hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯%%›› ‡ ‡"ý"ý$u%u'ë'ë)a*a,×,×.M/M1Ã1Ã39496¯6¯8%9%;›;›=>@ƒ@ƒB÷B÷DkEkGßGßISJSLÇLÇN;O;Q¯Q¯S#T#V—V—X Y [[]ó]ó_g`gbçbçd[e[gÏgÏiCjCl·l·n+o+qŸqŸstv‡v‡xûxûzo{o}ã}ãW€W‚˂˄?…?‡±‡±‰$Š$Œ—Œ—Ž � ‘}‘}“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2»GW2�»GW2YˆW2 YˆW2ÑŽW2ÑŽW2�±W2€�±W2+òW2ü+òW2£øW2£øW2_X2p_X2ý[X2ìý[X2ubX2ôubX2G¥X2`G¥X2§ÉX2Ô§ÉX2ûX2ôûX27NY2T 7NY2ìY2´ ìY2EÀZ2x EÀZ2#�[2| #�[2GP\2\ GP\2= ]2 = ]2å2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀf2 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ï€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀf2 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ï€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀf2 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ï €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1©ñß“  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^ Õ ÕLLÍÍ)D*D4»4»>2?2I©I©S T ^ž^žhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÕÕLLÃà : : ± ±((ŸŸ��{{òòi i"à"à$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÑLÑNHOHQ¿Q¿S6T6V­V­X$Y$[›[›]^`‰`‰bcewewgîgîiejelÜlÜnZoZqÌqÌs>t>v°v°x"y"{”{”}~€x€x‚ê‚ê„\…\‡·Ή@Š@Œ²Œ²Ž$�$‘–‘–“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2=GW2�=GW2Û‡W2 Û‡W2IŒW2IŒW2 ±W2€ ±W2§ñW2ü§ñW2öW2öW2ÛX2pÛX2y[X2ìy[X2í_X2ôí_X2Í£X2`Í£X2-ÈX2Ì-ÈX2ûX2ìûX27NY2L 7NY2ÿëY2¬ ÿëY2'ÀZ2p 'ÀZ2�[2t �[2·O\2T ·O\2­]2˜­]2U2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒæ² b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1E€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒæ² b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1E€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒæ² b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1E €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛOOÇÇ);*;4­4­>?I‘I‘ST^�^�hóhórcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››ƒƒ÷÷k k"ß"ß$W%W'Ë'Ë)?*?,³,³.'/'1›1›346ƒ6ƒ8÷8÷:k;k=Ý=Ý?O@OBÁBÁD3E3G¥G¥IJL‰L‰NûNûPmQmSßSßUQVQXÃXÃZ5[5]§]§_`b—b—d e g{g{iíiík_l_nÑnÑpCqCsµsµu'v'x™x™z { }}}}ïï�a‚a„Ó„Ó†C‡C‰´‰´‹%Œ%Ž–Ž–�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2»GW2�»GW2YˆW2 YˆW2ÑŽW2ÑŽW2�±W2€�±W2+òW2ü+òW2£øW2£øW2_X2p_X2ý[X2ìý[X2ubX2ôubX2/¥X2`/¥X2�ÉX2Ô�ÉX2ûX2ôûX27NY2T 7NY2 ìY2´  ìY23ÀZ2x 3ÀZ2�[2| �[2íO\2\ íO\2ã]2 ã]2‹2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀh4 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ѐ} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀh4 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ѐ} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀh4 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ð €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1ÀÆz  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^ Ó ÓHHÅÅ):*:4¯4¯>$?$I™I™ST^Œ^Œhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÓÓHH½½ 2 2 § §‘‘{{ððeeÚÚO O"Ä"Ä$A%A'¶'¶)+*+, , ./1Š1Š3ÿ3ÿ5t6t8é8é:^;^=Ó=Ó?H@HB½B½D2E2G§G§IJL‘L‘NOQ{Q{SðSðUeVeXÚXÚZO[O]Ä]Ä_9`9b®b®d#e#g˜g˜i j l‚l‚noqrqrsäsäuVvVxÈxÈz:{:}¬}¬€‚�‚�„…‡t‡t‰æ‰æ‹XŒXŽÊŽÊ�<‘<“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Ó2W2GW2GW2Ÿ‡W2|Ÿ‡W2�W2„�W29�W2ð9�W2ÙW2|ÙW2ùœW2HùœW2ͰW2ÔͰW2kñW2PkñW2ÕöW2XÕöW2 úW2Ä úW2•X2P•X2ËX2ËX2ŸX2¨ŸX2=[X2$ =[X2§`X2, §`X2ÝcX2˜ ÝcX2gmX2$ gmX2�pX2ð �pX2ß�X2| ß�X2Ý¥X2XÝ¥X2=ÊX2Ô=ÊX2÷X2ô÷X2KY2ÐKY2+?+IŸIŸST^“^“his}s}} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__××OOÇÇ ? ? … …ýýuuííee  ��öök k"à"à$_%_'Ô'Ô)I*I,¾,¾.3/31¨1¨346’6’89;|;|=ñ=ñ?f@fBÛBÛDPEPGÅGÅI;J;L¯L¯N#O#Q—Q—S T VVXóXóZg[g]Û]Û_O`ObÏbÏdCeCg·g·i+j+lŸlŸnoq‡q‡sûsûuovoxãxãzW{W}Ë}Ë?€?‚³‚³„'…'‡�‡�‰ŠŒ‡Œ‡ŽüŽü�q‘q“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2ÓGW2èÓGW2qˆW2dqˆW2�W2l�W2©˜W2詘W2ß›W2´ß›W2Ÿ±W2@Ÿ±W2=òW2¼=òW2ñøW2ÄñøW2{X2@{X2±X2 ±X2qX2˜qX2\X2\X2ÃbX2 ÃbX2MlX2˜ MlX2ƒoX2d ƒoX2ÅœX2ð ÅœX2e¥X2Ì e¥X2ÅÉX2H ÅÉX2÷X2h÷X2] Y2D] Y2?Y2Ð?Y2g]Y2ôg]Y2ehY2 ehY2ìY2¬ìY2ïÁZ2pïÁZ2)®[2t)®[2£»[2T£»[2MP\2àMP\2"]2$"]2Å4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¨Ü„P b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O��ÁÞ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¨Ü„P b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O��ÁÞ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¨Ü„P  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O��ÁÞ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¿ßäž¾ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1¶öV–›Û 4 t  H bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dOÏžím¼<‹ ZÚ)©øxÇG”–cãeå2²4 ´  �  ƒ Ò R î . ¡ ! p ð ?  Î ]�í- bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPÉÉ)*4·4·>.?.I£I£ST^™^™hisƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$]%]'Ô'Ô)K*K,Â,Â.9/91~1~3õ3õ5l6l8ã8ã:Z;Z=>@z@zBñBñDhEhGßGßIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbèbèd]e]gÒgÒiGjGl¼l¼n=o=q²q²s't'vœvœxy{†{†}û}ûp€p‚å‚å„Z…Z‡χωDŠDŒ¹Œ¹Ž.�.‘£‘£“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ó2W2ûFW2ûFW2™‡W2|™‡W2�W2„�W29�W2ð9�W2ÙW2|ÙW2ùœW2HùœW2ͰW2ÔͰW2kñW2PkñW2ÕöW2XÕöW2 úW2Ä úW2•X2P•X2ËX2ËX2ŸX2¨ŸX2=[X2$ =[X2§`X2, §`X2ÝcX2˜ ÝcX2gmX2$ gmX2�pX2ð �pX2ß�X2| ß�X2¥X2X¥X2qÉX2ÔqÉX2³öX2ô³öX25Y2Ð5Y2ñ&?&I™I™ST^‰^‰hûhûroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 z zððffÜÜRRúúooääY Y"Î"Î$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD%?%I˜I˜S T ^Š^Šhýhýrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1  bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$N%N'Ã'Ã)8*8,­,­."/"1d1d3Ù3Ù5N6N8Ã8Ã:8;8=à=à?U@UBÊBÊD?E?G´G´I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnònòpeqesØsØuKvKx¾x¾z1{1}¤}¤€‚ЂЄý„ý†p‡p‰ã‰ã‹VŒVŽÉŽÉ�<‘<“& b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 ' bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2=GW2è=GW2Û‡W2dÛ‡W2%�W2l%�W2¯˜W2诘W2å›W2´å›W2 ±W2@ ±W2§ñW2¼§ñW2÷øW2Ä÷øW2�X2@�X2·X2 ·X2ÛX2˜ÛX2y[X2y[X2ÉbX2 ÉbX2SlX2˜ SlX2‰oX2d ‰oX2ËœX2ð ËœX2 ¦X2Ì  ¦X2mÊX2H mÊX2¯÷X2h¯÷X2KY2DKY2+?+IpIpST^•^•hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÖÖMMÄÄ ; ; ² ²))  ŽŽ||óój j"á"á$X%X'Ï'Ï)F*F,½,½.4/41«1«3"4"6™6™89;‡;‡=þ=þ?u@uBìBìDcEcGÚGÚISJSLÊLÊNAOAQ¸Q¸S/T/VtVtXëXëZb[b]Ù]Ù_P`Pbùbùdpepgçgçi^j^lÕlÕnQoQqÃqÃs5t5v§v§xy{‹{‹}ý}ýo€o‚á‚á„S…S‡Ňʼn7Š7Œ©Œ©Ž�‘�‘�“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2ÍGW2èÍGW2kˆW2dkˆW2%�W2l%�W2¯˜W2诘W2å›W2´å›W2™±W2@™±W27òW2¼7òW2÷øW2Ä÷øW2�X2@�X2·X2 ·X2kX2˜kX2 \X2 \X2ÉbX2 ÉbX2SlX2˜ SlX2‰oX2d ‰oX2ËœX2ð ËœX2ã¥X2Ì ã¥X2CÊX2H CÊX2…÷X2h…÷X2¥Y2D¥Y2a,?,I I ST^X^Xhþhþrrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffààZZÔÔ N N È ÈBB¼¼66°°&&œœ ˆ ˆ"þ"þ$t%t'ê'ê)`*`,Ö,Ö.L/L1Â1Â38486®6®8$9$;š;š=>@„@„BøBøDlElGàGàITJTLÈLÈN?IaIaS T ^ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÔÔII¾¾ 3 3 ¨ ¨’’||ññffÛÛP P"Å"Å$:%:'¯'¯)$*$,™,™./1ƒ1ƒ3ø3ø5m6m8â8â:W;W=Ì=Ì?A@AB¶B¶D+E+G G IJLŒLŒNOQvQvSëSëU-V-X¢X¢Z[]Œ]Œ_`b©b©deg“g“ijl}l}n÷n÷piqisÛsÛuMvMx¿x¿z1{1}£}£€‚‡‚‡„ù„ù†k‡k‰݉݋OŒOŽÁŽÁ�3‘3“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2ÍGW2èÍGW2kˆW2dkˆW2%�W2l%�W2¯˜W2诘W2å›W2´å›W2Ÿ±W2@Ÿ±W2=òW2¼=òW2÷øW2Ä÷øW2�X2@�X2·X2 ·X2qX2˜qX2\X2\X2ÉbX2 ÉbX2SlX2˜ SlX2‰oX2d ‰oX2ËœX2ð ËœX2Á¦X2Ì Á¦X2!ËX2H !ËX2cøX2hcøX2íY2DíY2©?I�I�ST^E^Ehêhêr\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœ„„øøl l"à"à$T%T'È'È)<*<,°,°.$/$1˜1˜3 4 6€6€8ô8ô:h;h=Ü=Ü?N@NBÀBÀD2E2G¤G¤IJLˆLˆNúNúPlQlSÞSÞUPVPXÂXÂZ4[4]¦]¦_`bŽbŽdegrgriäiäkVlVn•n•pqsysyuëuëw]x]z{}t}tææ�X‚X„ʄʆ<‡<‰­‰­‹ŒŽ�Ž��‘“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2CGW2ÐCGW2á‡W2Lá‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2±W2(±W2­ñW2¤­ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2áX2€áX2[X2ü[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2ƒ¥X2´ ƒ¥X2ãÉX20 ãÉX2%÷X2P%÷X2�Y2,�Y2K[Y2˜K[Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2GP\2ÌGP\2"]2"]2¿4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„ë· b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TO�Þ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„ë· b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TO�Þ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„ë·  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TO�Þ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 k‹&¯Ï bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1-m €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1êj§'dä!¡Ì  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ý ÝWWÍÍ)C*C4¹4¹>/?/I£I£ST^‹^‹hÿhÿrsss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÝÝWWÑÑ K K Å Å??¹¹33­­''¡¡ • •"#%…%…'û'û)q*q,ç,ç.]/]1Ó1Ó3I4I6¿6¿8595;«;«=!>!@—@—B C EƒEƒGùGùIoJoLãLãNWOWQËQËS?T?V³V³X'Y'[›[›]^`ƒ`ƒb÷b÷dkekgßgßiSjSlÇlÇn;o;q¯q¯s#t#v—v—x y {{}ó}óg€g‚Û‚Û„O…O‡ÇÉ7Š7Œ«Œ«Ž�‘“‘““ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2ÁGW2ÐÁGW2_ˆW2L_ˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2“±W2(“±W21òW2¤1òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2eX2€eX2\X2ü\X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2ǦX2´ ǦX2'ËX20 'ËX2iøX2PiøX2qY2,qY2G\Y2˜G\Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2wP\2ÌwP\2G"]2G"]2ï4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1’Æn: b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O��Íâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1’Æn: b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O��Íâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1’Æn:  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O��Íâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �°Ppö bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1X€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ZÚ%¥ðp»; È  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff ß ßXXÑÑ)J*J4Ã4Ã>7@°@°B)C)E¢E¢GHJ”J”L M O‚O‚QùQùSpTpVçVçX^Y^[Õ[Õ]L^L`Ã`Ãb8c8e­e­g"h"j—j—l m ooqòqòsetevØvØxKyK{¾{¾}1~1€¤€¤‚ƒ…ЅЇý‡ý‰oŠoŒáŒáŽS�S‘őœ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2=GW2Ð=GW2Û‡W2LÛ‡W2%�W2T%�W2¯˜W2Я˜W2å›W2œå›W2±W2(±W2­ñW2¤­ñW2÷øW2¬÷øW2�X2(�X2·X2ô·X2áX2€áX2[X2ü[X2ÉbX2 ÉbX2SlX2€ SlX2‰oX2L ‰oX2ËœX2Ø ËœX2G¥X2´ G¥X2§ÉX20 §ÉX2éöX2PéöX2Y2,Y2Ã[Y2˜Ã[Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÏO\2ÌÏO\2Ÿ!]2Ÿ!]2G4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„éµ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UO�Þ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„éµ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UO�Þ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„éµ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UO�Þ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‹«Tty™ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ª ê €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Þ^ ›  X Ø  • I ‰  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛSSÇÇ);*;4¯4¯>#?#I•I•ST^y^yhëhër]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$g%g'Û'Û)O*O,Ã,Ã.7/71«1«346“6“89;{;{=ï=ï?c@cB×B×DKEKG¿G¿I3J3L¥L¥NOQ‰Q‰SûSûUmVmXßXßZQ[Q]Ã]Ã_5`5b§b§deg‹g‹iýiýkolonánápSqSsÅsÅu7v7x©x©z{}�}�ÿÿ�q‚q„ã„ã†U‡U‰ljNj9Œ9ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2ÇGW2ÐÇGW2eˆW2LeˆW2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2™±W2(™±W27òW2¤7òW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2kX2€kX2 \X2ü \X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2ï¥X2´ ï¥X2OÊX20 OÊX2‘÷X2P‘÷X2ñY2,ñY2Ñ\Y2˜Ñ\Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2P\2ÌP\2Õ!]2Õ!]2}4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1”Èr> b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O�ŽÎã# bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1”Èr> b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O�ŽÎã# bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1”Èr>  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O�ŽÎã#  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �°ú: bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1� Ý €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1†  Q Ñ  œ ç g S“ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>.?.I£I£ST^‡^‡høhørjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbæbædYeYgÌgÌi?j?l²l²n#o#q”q”stvvvvxçxçzX{X}É}É:€:‚«‚«„…‡އމÿ‰ÿ‹pŒpŽáŽá�R‘R“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2CGW2ÐCGW2á‡W2Lá‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2³ñW2¤³ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2çX2€çX2…[X2ü…[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2eY2,eY2Û[Y2˜Û[Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÏO\2ÌÏO\2Ÿ!]2Ÿ!]2G4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ì¸ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 EQ‘à  bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ì¸ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 EQ‘à  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ì¸  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 EQ‘à   bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¿ß䄤 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1H€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  æf¬,ròX ˜  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Ö ÖKKÀÀ)5*54ª4ª>?I�I�ST^v^vhéhér\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††ûûppååZ Z"Ï"Ï$D%D'¹'¹).*.,£,£./1�1�346w6w8ì8ì:a;a=Ö=Ö?I@IB¼B¼D/E/G¢G¢IJLˆLˆNûNûPnQnSáSáUTVTXÇXÇZ:[:]­]­_ ` b“b“degygyiìiìk_l_nÒnÒpEqEs¸s¸u+v+xžxžz{}„}„÷÷�j‚j„݄݆P‡P‰‰‹4Œ4ަަ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2»GW2лGW2YˆW2LYˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2�±W2(�±W2+òW2¤+òW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2_X2€_X2ý[X2üý[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2G¥X2´ G¥X2§ÉX20 §ÉX2éöX2PéöX2uY2,uY2û\Y2˜û\Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2‰P\2̉P\2Y"]2Y"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»c/ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 P�–Öï/ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»c/ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 P�–Öï/ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»c/  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 P�–Öï/  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 “³Rrr’ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1[ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1°0„XØ, ¬ |¼ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞVVÎÎ)F*F4¾4¾>6?6I¬I¬S"T"^˜^˜his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$n%n'æ'æ)^*^,Ö,Ö.N/N1Æ1Æ3>4>6¶6¶8.9.;¦;¦=>@–@–BCE†E†GþGþIvJvLìLìNbObQØQØSNTNVÄVÄX:Y:[°[°]&^&`œ`œbceˆeˆgþgþitjtlêlên`o`qÖqÖsLtLvÂvÂx8y8{®{®}$~$€š€š‚ƒ…†…†‡ü‡ü‰rŠrŒèŒèŽ^�^‘Ô‘Ô“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2CGW2ÐCGW2á‡W2Lá‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2³ñW2¤³ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2çX2€çX2…[X2ü…[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2ëY2,ëY2_\Y2˜_\Y2çëY2$çëY2¿ÁZ2è¿ÁZ2ù­[2ìù­[2iO\2ÌiO\29!]29!]2á3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ê¶ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 DP�ß bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ê¶ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 DP�ß bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…ê¶  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 DP�ß  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¿ß䎮 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ž Î €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18 ¸ þ ~ Ä D Š Þ  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØKK¾¾)1*14¤4¤>?I†I†S÷S÷]h^hhÙhÙrJsJ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆûûnnááT T"Ç"Ç$:%:'­'­) * ,“,“./1y1y3ì3ì5_6_8Ò8Ò:E;E=¸=¸?)@)BšBšD E G|G|IíIíK^L^NÏNÏP@Q@S±S±U"V"X“X“Z[]u]u_æ_æaWbWdÈdÈf9g9iªiªklnŒnŒpýpýrnsnußußwPxPzÁzÁ|2}2££�‚„…„…†ö†öˆf‰f‹Ö‹Ö�FŽF�¶�¶’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2ÁGW2ÐÁGW2_ˆW2L_ˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2“±W2(“±W21òW2¤1òW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2eX2€eX2\X2ü\X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2#¥X2´ #¥X2ƒÉX20 ƒÉX2ÅöX2PÅöX2 Y2, Y2‘]Y2˜‘]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2P\2ÌP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‰½g3 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘•Õð0 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‰½g3 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘•Õð0 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‰½g3  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘•Õð0  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �¯.NNn bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¯ ï €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 € Ô T ¨ ( | ü P €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÆÆ)<*<4²4²>(?(IœIœST^„^„høhørlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$N%N'Ä'Ä):*:,°,°.&/&1œ1œ346ˆ6ˆ8þ8þ:t;t=ê=ê?`@`BÖBÖDLELGÂGÂI8J8L¬L¬N O Q”Q”STV|V|XðXðZd[d]Ø]Ø_L`LbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡Œ‡Œ‰ŠŒtŒtŽèŽè�\‘\“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2IGW2ÐIGW2ç‡W2Lç‡W2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2±W2(±W2¹ñW2¤¹ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2íX2€íX2‹[X2ü‹[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2…Y2,…Y2¡\Y2˜¡\Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2P\2ÌP\2ç!]2ç!]2�4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†í¹ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Ig§@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†í¹ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Ig§@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†í¹  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Ig§@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¿ß䉩 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1( h €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1xøIÉšëk ^ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛPPÅÅ):*:4¯4¯>%?%I™I™S T ^�^�hõhõrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››……úúo o"ä"ä$Y%Y'Î'Î)C*C,¸,¸.-/-1¢1¢346Œ6Œ89;v;v=ë=ë?`@`BÕBÕDJEJG¿G¿I5J5L©L©NOQ‘Q‘STVyVyXíXíZa[a]Õ]Õ_I`Ib½b½d1e1g¥g¥ijl�l�noququséséu]v]xÑxÑzE{E}¹}¹-€-‚¡‚¡„…‡‹‡‹‰ŠŒuŒuŽêŽê�_‘_“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2µGW2еGW2SˆW2LSˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2‡±W2(‡±W2%òW2¤%òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2YX2€YX2÷[X2ü÷[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2¡Y2,¡Y2Ç]Y2˜Ç]Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2SP\2ÌSP\2#"]2#"]2Ë4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°X$ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 P�‡Çâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°X$ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 P�‡Çâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°X$  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 P�‡Çâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 –¶Ttt” bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1B‚€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ˆçgÆF ¥ % B‚ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ý ÝTTËË)B*B4¹4¹>0?0I¥I¥ST^�^�hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÝÝTTËË B B ¹ ¹00§§••  ƒƒúúq q"è"è$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubêbêd_e_gÔgÔiIjIl¾l¾n3o3q¨q¨stv’v’xy{|{|}ñ}ñf€f‚Û‚Û„P…P‡Ňʼn:Š:Œ¯Œ¯Ž$�$‘™‘™“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2IGW2ÐIGW2ç‡W2Lç‡W2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2±W2(±W2¹ñW2¤¹ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2íX2€íX2‹[X2ü‹[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2)¥X2´ )¥X2‰ÉX20 ‰ÉX2ËöX2PËöX2 Y2, Y21]Y2˜1]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†ë· b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jf¦þ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†ë· b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jf¦þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†ë·  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jf¦þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 0P•µUu bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¹ ù €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¼ < � ^ Þ / ¯ ¯ï €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙNNÃÃ)8*84­4­>"?"I•I•ST^y^yhëhër_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?N@NBÃBÃD8E8G­G­I"J"L•L•NOQ{Q{SîSîUaVaXÔXÔZG[G]º]º_-`-bŸbŸdegƒgƒiõiõkglgnÙnÙpKqKs½s½u/v/x¡x¡z{}…}…÷÷�i‚i„Û„Û†O‡O‰‰‹5Œ5ލލ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2»GW2лGW2YˆW2LYˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2‡±W2(‡±W2%òW2¤%òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2YX2€YX2÷[X2ü÷[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2¦X2´ ¦X2ÊX20 ÊX2Á÷X2PÁ÷X2AY2,AY2c^Y2˜c^Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²\( b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘‡Çä$ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²\( b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘‡Çä$ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²\(  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘‡Çä$  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ž®%EEe bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1á! €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1„  c ã B  ! ¡ á! €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛQQÆÆ);*;4°4°>%?%I˜I˜S T ^~^~hñhñrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnænæpYqYsÌsÌu?v?x²x²z%{%}˜}˜ € ‚~‚~„ñ„ñ†d‡d‰׉׋JŒJ޽޽�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2OGW2ÐOGW2í‡W2Lí‡W27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2!±W2(!±W2¿ñW2¤¿ñW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2óX2€óX2‘[X2ü‘[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2ÿ¤X2´ ÿ¤X2_ÉX20 _ÉX2¡öX2P¡öX2•Y2,•Y2m]Y2˜m]Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2GP\2ÌGP\2"]2"]2¿4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡îº b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @P�ß bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡îº b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @P�ß bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡îº  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @P�ß  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  zš%E bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations14t€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÐP¬,ˆ d ä ä$ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>/?/I¦I¦ST^�^�hissss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIWJWLÎLÎNEOEQ¼Q¼S3T3VªVªX!Y![˜[˜]^`†`†býbýdtetgëgëibjblÙlÙnKoKq½q½s/t/v¡v¡xy{…{…}÷}÷i€i‚Û‚Û„M…M‡¿‡¿‰1Š1Œ£Œ£Ž�‘‡‘‡“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2¯GW2ЯGW2MˆW2LMˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2�±W2(�±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2SX2€SX2ñ[X2üñ[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2·¤X2´ ·¤X2ÉX20 ÉX2YöX2PYöX2“Y2,“Y2“^Y2˜“^Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[25P\2Ì5P\2"]2"]2­4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥M b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O��Ïß bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥M b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O��Ïß bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥M  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O��Ïß  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ™¹¹ÙÞþ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations11q €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`àJÊ4 ´  ž H €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ä äZZÐÐ)F*F4¼4¼>0?0I¤I¤ST^Œ^Œhistst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjää^^ØØ R R Ì ÌFFÀÀ::´´**   Œ Œ"#%x%x'î'î)d*d,Ú,Ú.P/P1Æ1Æ3<4<6²6²8(9(;ž;ž=>@ˆ@ˆBüBüDpEpGäGäIXJXLÌLÌN@O@Q´Q´S(T(VœVœXY[„[„]ø]ø_l`lbàbàdTeTgÈgÈi#?#I˜I˜S T ^^hñhñrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccØØMM 7 7 ¬ ¬!!––  €€õõjjßßT T"É"É$>%>'³'³)(*(,�,�./1‡1‡3ü3ü5q6q8æ8æ:[;[=Ð=Ð?E@EBºBºD/E/G¤G¤IJL�L�NOQzQzSïSïUdVdXÙXÙZN[N]Ã]Ã_8`8b­b­d"e"g—g—i j l�l�nónópeqes×s×uIvIx»x»z-{-}Ÿ}Ÿ€‚ƒ‚ƒ„õ„õ†g‡g‰ىًKŒK޽޽�/‘/“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2µGW2еGW2SˆW2LSˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2�±W2(�±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2SX2€SX2ñ[X2üñ[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2#¥X2´ #¥X2ƒÉX20 ƒÉX2ÅöX2PÅöX2?Y2,?Y2;_Y2˜;_Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2½O\2̽O\2�!]2�!]254]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§Q b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O��Ïß bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§Q b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O��Ïß bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§Q  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O��Ïß  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �­&FKk bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Û  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ˆ ò r Ü \ Æ F²ò €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àTTÈÈ)<*<4°4°>"?"I”I”ST^x^xhêhêr\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  ˆˆüüp p"ä"ä$X%X'Ì'Ì)@*@,´,´.(/(1œ1œ346„6„8ø8ø:l;l=à=à?R@RBÄBÄD6E6G¨G¨IJLŒLŒNþNþPpQpSâSâUTVTXÆXÆZ8[8]ª]ª_`bŽbŽdegrgriäiäkVlVnÈnÈp:q:s¬s¬uvx�x�z{}t}tææ�X‚X„ʄʆ<‡<‰­‰­‹ŒŽ�Ž��‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2UGW2ÐUGW2ó‡W2Ló‡W27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2'±W2('±W2ÅñW2¤ÅñW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2ùX2€ùX2—[X2ü—[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2q¥X2´ q¥X2ÑÉX20 ÑÉX2÷X2P÷X2¯Y2,¯Y29^Y2˜9^Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2YP\2ÌYP\2)"]2)"]2Ñ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆï» b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @P�ß bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆï» b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @P�ß bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆï»  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @P�ß  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¿ß䓳 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1F † €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1)©�÷w Þ ^ «ë €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á á[[ÑÑ)G*G4½4½>3?3I§I§ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±++¥¥ ™ ™"#%‰%‰'ÿ'ÿ)u*u,ë,ë.a/a1×1×3M4M6Ã6Ã8999;¯;¯=%>%@›@›BCE‡E‡GýGýIsJsLçLçN[O[QÏQÏSCTCV·V·X+Y+[Ÿ[Ÿ]^`‡`‡bûbûdoeogãgãiWjWlËlËn?o?q³q³s't'v›v›xy{ƒ{ƒ}÷}÷k€k‚߂߄S…S‡LJlj;Š;Œ¯Œ¯Ž#�#‘—‘—“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2©GW2ЩGW2GˆW2LGˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2u±W2(u±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2GX2€GX2å[X2üå[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2¥X2´ ¥X2qÉX20 qÉX2³öX2P³öX2×Y2,×Y2Y_Y2˜Y_Y2/ìY2$/ìY2ÂZ2èÂZ2A®[2ìA®[2‰P\2̉P\2Y"]2Y"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšB b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O�‰ÉÞ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšB b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O�‰ÉÞ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšB  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O�‰ÉÞ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  ,”´1Q bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1n®€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¸8­- ¢ " —  Î €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ã ã\\ÕÕ)N*N4Ç4Ç>@?@I·I·S,T,^Ÿ^Ÿhis…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjãã\\ÕÕ N N Ç Ç@@¹¹22««$$�� � �"#%�%�'ú'ú)s*s,ì,ì.e/e1Þ1Þ3W4W6Ð6Ð8I9I;Â;Â=;>;@´@´B-C-E¦E¦GHJ˜J˜LMO†O†QýQýStTtVëVëXbYb[Ù[Ù]P^P`Ç`Çb'?'I™I™S T ^}^}hïhïrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ��  "÷"÷$k%k'ß'ß)S*S,Ç,Ç.;/;1¯1¯3#4#6—6—8 9 ;;=ó=ó?g@gBÛBÛDOEOGÃGÃI7J7L©L©NOQ�Q�SÿSÿUqVqXãXãZU[U]Ç]Ç_9`9b«b«deg�g�ijlslsnånåpWqWsÉsÉu;v;x­x­z{}‘}‘€‚u‚u„ç„ç†Y‡Y‰ˉˋ=Œ=ޝޝ�!‘!“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2©GW2ЩGW2GˆW2LGˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2{±W2({±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2MX2€MX2ë[X2üë[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2‰Y2,‰Y2 `Y2˜ `Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2P\2ÌP\2ç!]2ç!]2�4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœF b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O�ˆÈÞ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœF b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O�ˆÈÞ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœF  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O�ˆÈÞ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¿ßä|œ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1#c €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Œ �  v ö këƒÃ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>2?2I§I§ST^‹^‹hühürnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÏLÏNDODQ¹Q¹S.T.V£V£XY[�[�]^`w`wbêbêd]e]gÐgÐiCjCl¶l¶n'o'q˜q˜s t vzvzxëxëz\{\}Í}Í>€>‚¯‚¯„ … ‡’‡’‰ŠŒtŒtŽåŽå�V‘V“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2[GW2Ð[GW2ù‡W2Lù‡W2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2'±W2('±W2ÅñW2¤ÅñW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2ùX2€ùX2—[X2ü—[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2‹¦X2´ ‹¦X2ëÊX20 ëÊX2-øX2P-øX2ËY2,ËY2ÿ^Y2˜ÿ^Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ð¼ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @P�ß bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ð¼ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @P�ß bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ð¼  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @P�ß  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‚¢4T¡Á bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1` €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ròd ä V Ö p° €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94®4®>!?!I”I”ST^z^zhíhír`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?M@MBÀBÀD3E3G¦G¦IJLŒLŒNÿNÿPrQrSåSåUXVXXËXËZ>[>]±]±_$`$b—b—d e g}g}iðiðkclcnÖnÖpIqIs¼s¼u/v/x¢x¢z{}ˆ}ˆûû�n‚n„á„á†T‡T‰ƉƋ8Œ8ŽªŽª�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2£GW2УGW2AˆW2LAˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2o±W2(o±W2 òW2¤ òW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2AX2€AX2ß[X2üß[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2q¥X2´ q¥X2ÑÉX20 ÑÉX2÷X2P÷X2½Y2,½Y2%`Y2˜%`Y25ìY2$5ìY2 ÂZ2è ÂZ2G®[2ìG®[2›P\2Ì›P\2k"]2k"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�7 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O�Þ‘Ñ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�7 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O�Þ‘Ñ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�7  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O�Þ‘Ñ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¿ßä�¯ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1R’ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1� �  �  � ”Ô €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âZZÒÒ)J*J4Â4Â>:?:I°I°S&T&^œ^œhisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢’’  ‚ ‚"ú"ú$r%r'ê'ê)b*b,Ú,Ú.R/R1Ê1Ê3B4B6º6º8292;ª;ª=">"@š@šBCEŠEŠGHJzJzLðLðNfOfQÜQÜSRTRVÈVÈX>Y>[´[´]*^*` ` bceŒeŒghjxjxlîlîndodqÚqÚsPtPvÆvÆx?IŠIŠSûSû]l^lhÝhÝrNsN} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒÿÿrrååX X"Ë"Ë$>%>'±'±)$*$,—,—. / 1}1}3ð3ð5c6c8Ö8Ö:I;I=¼=¼?-@-BžBžDEG€G€IñIñKbLbNÓNÓPDQDSµSµU&V&X—X—Z[]y]y_ê_êa[b[dÌdÌf=g=i®i®kln�n�pqsrsruãuãwTxTzÅzÅ|6}6§§�‚„‰„‰†ú†úˆj‰j‹Ú‹Ú�JŽJ�º�º’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2£GW2УGW2AˆW2LAˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2u±W2(u±W2òW2¤òW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2GX2€GX2å[X2üå[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2{Y2,{Y2å`Y2˜å`Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2#P\2Ì#P\2ó!]2ó!]2›4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘; b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 O�Þ‘Ñ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘; b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 O�Þ‘Ñ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘;  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 O�Þ‘Ñ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ¿ßäo� bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 R €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 �  � ��T” €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞTTÊÊ)@*@4¶4¶>,?,I I ST^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽzzððf f"Ü"Ü$R%R'È'È)>*>,´,´.*/*1 1 346Œ6Œ89;x;x=î=î?d@dBÚBÚDPEPGÆGÆI8?8I¬I¬S T ^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðxxððhhàà X X Ð ÐHHÀÀ88°°%%šš „ „"ù"ù$n%n'ã'ã)X*X,Í,Í.B/B1·1·3,4,6¡6¡89;‹;‹=>@u@uBêBêD_E_GÔGÔIHJHL¼L¼N0O0Q¤Q¤STVŒVŒXY[t[t]è]è_\`\bÐbÐdDeDg¸g¸i,j,l l noqˆqˆsüsüupvpxäxäzX{X}Ì}Ì@€@‚´‚´„(…(‡œ‡œ‰ŠŒ†Œ†ŽûŽû�p‘p“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2�GW2��GW2;ˆW2 ;ˆW2�W2�W2o±W2€o±W2 òW2ü òW2ÓøW2ÓøW2AX2pAX2ß[X2ìß[X2¥bX2ô¥bX2­¢X2`­¢X2 ÇX2Ì ÇX2-ûX2ì-ûX2UNY2L UNY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2qP\2T qP\2A"]2˜A"]2é4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒ+÷ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ÿß€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒ+÷ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ÿß€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒ+÷ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ÿß €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss ê êaaØØ)O*O4Æ4Æ>;?;I°I°S%T%^š^šhis„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssêêaaØØ O O Æ Æ==´´++¢¢�� ~ ~"õ"õ$l%l'ã'ã)Z*Z,Ñ,Ñ.H/H1¿1¿36466­6­8$9$;›;›=>@‰@‰BCEwEwGîGîIcJcLØLØNMOMQÂQÂS7T7V¬V¬X!Y![–[–] ^ `€`€bõbõdjejgßgßiTjTlÉlÉn>o>q³q³s(t(v�v�xy{‡{‡}ü}üq€q‚æ‚æ„[…[‡ЇЉEŠEŒºŒºŽ/�/‘¤‘¤“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2mGW2�mGW2 ˆW2 ˆW2aŒW2$aŒW2?±W2�?±W2ÝñW2ÝñW23öW2$3öW2X2�X2¯[X2¯[X2`X2$`X2K¤X2�K¤X2«ÈX2ü«ÈX2-ûX2 -ûX2UNY2| UNY2#ìY2Ü #ìY2ûÁZ2  ûÁZ25®[2¤ 5®[2ùO\2„ ùO\2É!]2ÈÉ!]2q4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fe™þÊè´ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fe™þÊè´ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Fe™þÊè´ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1]}  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ì ìaaÖÖ)K*K4À4À>3?3I¦I¦ST^Š^Šhühürnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvììbbØØ N N Ä Ä::°°&&œœ††ûûp p"å"å$Z%Z'Ï'Ï)D*D,¹,¹../.1£1£346�6�89;w;w=ì=ì?a@aBÖBÖDKEKGÀGÀI3J3L¦L¦NOQŒQŒSÿSÿUrVrXåXåZX[X]Ë]Ë_>`>b°b°d"e"g”g”ijlxlxnênêp\q\sÎsÎu@v@x²x²z${$}–}–€‚z‚z„ì„ì†^‡^‰щыDŒDŽ·Ž·�*‘*“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2�GW2��GW2;ˆW2 ;ˆW2�W2�W2o±W2€o±W2 òW2ü òW2ÓøW2ÓøW2AX2pAX2ß[X2ìß[X2¥bX2ô¥bX2­¢X2`­¢X2 ÇX2Ì ÇX2-ûX2ì-ûX2UNY2L UNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2 P\2T  P\2Û!]2˜Û!]2ƒ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒ-ù b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1žÞ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒ-ù b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1žÞ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Oƒ-ù b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1žÞ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ê ê``ÕÕ)J*J4¿4¿>2?2I¥I¥ST^‹^‹hþhþrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttêê``ÖÖ L L  Â88®®$$šš††üür r"è"è$]%]'Ò'Ò)G*G,¼,¼.1/11¦1¦346�6�89;z;z=ï=ï?d@dBÙBÙDNENGÃGÃI6J6L©L©NOQ�Q�STVuVuXèXèZ[[[]Î]Î_A`Ab´b´d'e'gšgši j l€l€nónópfqfsÙsÙuLvLx¿x¿z2{2}¥}¥€‚‹‚‹„þ„þ†q‡q‰ä‰ä‹WŒWŽÊŽÊ�=‘=“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2mGW2�mGW2 ˆW2  ˆW2[ŒW2[ŒW2?±W2€?±W2ÝñW2üÝñW2-öW2-öW2X2pX2¯[X2ì¯[X2ÿ_X2ôÿ_X2­¥X2`­¥X2 ÊX2Ì ÊX2'ûX2ì'ûX2ONY2L ONY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜ÿË b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜ÿË b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜ÿË b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ãã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ë ëbbÙÙ)P*P4Ç4Ç>>?>IµIµS,T,^ž^žhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttëëbbÙÙ P P Ç Ç>>µµ,,££‘‘  "ö"ö$m%m'ä'ä)[*[,Ò,Ò.I/I1À1À37476®6®8%9%;œ;œ=>@Š@ŠBCExExGïGïIfJfLÝLÝNTOTQËQËSBTBV¹V¹X0Y0[§[§]^`•`•b c eƒeƒgúgúiqjqlèlènZoZqÌqÌs>t>v°v°x"y"{”{”}~€x€x‚ê‚ê„\…\‡·Ή@Š@Œ²Œ²Ž$�$‘–‘–“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2£GW2�£GW2AˆW2 AˆW2ïŽW2ïŽW2o±W2€o±W2 òW2ü òW2ÁøW2ÁøW2AX2pAX2ß[X2ìß[X2“bX2ô“bX2­¥X2`­¥X2 ÊX2Ì ÊX2'ûX2ì'ûX2ONY2L ONY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2GP\2T GP\2"]2˜"]2¿4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ4 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ѐ} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ4 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ѐ} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ4 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ð €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ãã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss í íccÙÙ)O*O4Ã4Ã>7?7I«I«ST^“^“hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssííggáá [ [ Õ ÕOOÉÉCC½½33©© • •" # %�%�'÷'÷)m*m,ã,ã.Y/Y1Ï1Ï3E4E6»6»8191;§;§=>@�@�BCEwEwGëGëI_J_LÓLÓNGOGQ»Q»S/T/V£V£XY[‹[‹]ÿ]ÿ_s`sbçbçd[e[gÏgÏiCjCl·l·n+o+qŸqŸstv‡v‡xûxûzo{o}ã}ãW€W‚˂˄?…?‡±‡±‰$Š$Œ—Œ—Ž � ‘}‘}“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2gGW2�gGW2ˆW2 ˆW2[ŒW2[ŒW29±W2€9±W2×ñW2ü×ñW2-öW2-öW2 X2p X2©[X2ì©[X2ÿ_X2ôÿ_X2K¤X2`K¤X2«ÈX2Ì«ÈX2'ûX2ì'ûX2ONY2L ONY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2P\2T P\2Õ!]2˜Õ!]2}4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–ûÇ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–ûÇ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–ûÇ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1^~  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ç ç\\ÑÑ)F*F4»4»>0?0I¥I¥ST^Œ^Œhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrçç\\ÑÑ F F » »00¥¥��yyîîc c"Ø"Ø$M%M'Â'Â)7*7,¬,¬.!/!1–1–3 4 6€6€8õ8õ:j;j=ß=ß?T@TBÉBÉD>E>G³G³I(J(L�L�NOQ‡Q‡SüSüUqVqXæXæZ[[[]Ð]Ð_E`Ebºbºd/e/g¤g¤ijlŽlŽnoqrqrsäsäuVvVxÈxÈz:{:}¬}¬€‚�‚�„…‡t‡t‰æ‰æ‹XŒXŽÊŽÊ�<‘<“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2£GW2�£GW2AˆW2 AˆW2ïŽW2ïŽW2u±W2€u±W2òW2üòW2ÁøW2ÁøW2GX2pGX2å[X2ìå[X2“bX2ô“bX2o¤X2`o¤X2ÏÈX2ÌÏÈX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ6 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‘Ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ6 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‘Ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ6 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‘Ñ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1�¡  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss ë ë__ÓÓ)G*G4¹4¹>+?+I�I�ST^�^�hóhórcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssëëccÛÛ S S Ë ËCC»»33««““ { {"ï"ï$c%c'×'×)K*K,¿,¿.3/31§1§346�6�89;w;w=é=é?[@[BÍBÍD?E?G±G±I#J#L•L•NOQyQySëSëU]V]XÏXÏZA[A]³]³_%`%b—b—d e g{g{iíiík_l_nÑnÑpCqCsµsµu'v'x™x™z { }}}}ïï�a‚a„Ó„Ó†C‡C‰´‰´‹%Œ%Ž–Ž–�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2gGW2�gGW2ˆW2 ˆW2aŒW2aŒW23±W2€3±W2ÑñW2üÑñW23öW23öW2X2pX2£[X2ì£[X2`X2ô`X23¤X2`3¤X2“ÈX2Ì“ÈX2'ûX2ì'ûX2INY2L INY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2eP\2T eP\25"]2˜5"]2Ý4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•üÈ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•üÈ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•üÈ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Jj  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt î îhhÞÞ)T*T4Ê4Ê>>?>I²I²S&T&^š^šhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttîîhhââ \ \ Ö ÖPPÊÊDD¾¾88²²,, ¦ ¦" # %–%–' ( *‚*‚,ø,ø.n/n1ä1ä3Z4Z6Ð6Ð8F9F;¼;¼=2>2@¨@¨BCE”E”G H J~J~LòLòNfOfQÚQÚSNTNVÂVÂX6Y6[ª[ª]^`’`’bcezezgîgîibjblÖlÖnJoJq¾q¾s2t2v¦v¦xy{Ž{Ž}~€v€v‚ê‚ê„^…^‡Ò‡Ò‰FŠFŒºŒºŽ.�.‘¢‘¢“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2©GW2�©GW2GˆW2 GˆW2ãŽW2ãŽW2u±W2€u±W2òW2üòW2µøW2µøW2GX2pGX2å[X2ìå[X2‡bX2ô‡bX2­¥X2`­¥X2 ÊX2Ì ÊX2'ûX2ì'ûX2INY2L INY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2�P\2T �P\2_"]2˜_"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•=  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ŒÌ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•=  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ŒÌ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•=  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ŒÌ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Çç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo è èaaÚÚ)S*S4Ì4Ì>C?CIºIºS/T/^¢^¢his†s†} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooèèaaÚÚ S S Ì ÌEE¾¾77°°))¢¢ ” ”" # %†%†'ÿ'ÿ)x*x,ñ,ñ.j/j1ã1ã3\4\6Õ6Õ8N9N;Ç;Ç=@>@@¹@¹B2C2E«E«G$H$J›J›LMO‰O‰QRTwTwVîVîXeYe[Ü[Ü]S^S`Ê`Êb?c?e´e´g)h)jžjžlmo†o†qùqùsltlvßvßxRyR{Å{Å}8~8€«€«‚ƒ…‘…‘‡ˆŠtŠtŒæŒæŽX�X‘ʑʓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2aGW2�aGW2ÿ‡W2 ÿ‡W2aŒW2aŒW23±W2€3±W2ÑñW2üÑñW23öW23öW2X2pX2£[X2ì£[X2`X2ô`X2¡¥X2`¡¥X2ÊX2ÌÊX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“øÄ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“øÄ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“øÄ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ê êbbÖÖ)J*J4¾4¾>0?0I¢I¢ST^†^†høhørjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrêêbbÚÚ R R Ê ÊBBºº22ªª""šš Š Š"#%v%v'ê'ê)^*^,Ò,Ò.F/F1º1º3.4.6¢6¢89;Š;Š=þ=þ?r@rBæBæDZEZGÎGÎI@J@L²L²N$O$Q–Q–STVzVzXìXìZ^[^]Ð]Ð_B`Bb´b´d&e&g˜g˜i j l|l|nînîp`q`sÒsÒuDvDx¶x¶z({(}š}š € ‚~‚~„ð„ð†b‡b‰Ô‰Ô‹FŒFޏޏ�*‘*“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2©GW2�©GW2GˆW2 GˆW2ãŽW2ãŽW2{±W2€{±W2òW2üòW2µøW2µøW2MX2pMX2ë[X2ìë[X2‡bX2ô‡bX2o¤X2`o¤X2ÏÈX2ÌÏÈX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2P\2T P\2í!]2˜í!]2•4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•?  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‹Ë€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•?  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‹Ë€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•?  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‹Ë €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Šª  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo æ æ]]ÔÔ)K*K4Â4Â>7?7I¬I¬ST^�^�hisqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooææ]]ÔÔ K K  Â99°°''žžŒŒ z z"ñ"ñ$h%h'ß'ß)V*V,Í,Í.D/D1»1»32426©6©8 9 ;—;—=>@…@…BüBüDsEsGêGêI_J_LÔLÔNIOIQ¾Q¾S3T3V¨V¨XY[’[’]^`|`|bïbïdbebgÕgÕiHjHl»l»n,o,q�q�stvvxðxðza{a}Ò}ÒC€C‚´‚´„%…%‡•‡•‰ŠŒwŒwŽèŽè�Y‘Y“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2aGW2�aGW2ÿ‡W2 ÿ‡W2[ŒW2[ŒW2-±W2€-±W2ËñW2üËñW2-öW2-öW2ÿX2pÿX2�[X2ì�[X2ÿ_X2ôÿ_X2¤X2`¤X2{ÈX2Ì{ÈX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ùÅ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1F€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ùÅ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1F€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ùÅ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1F €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations17W  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ã ãXXÍÍ)B*B4µ4µ>(?(I›I›ST^�^�hôhôrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmããYYÏÏ E E » »11§§““}}òòg g"Ü"Ü$Q%Q'Æ'Æ);*;,°,°.%/%1š1š346„6„8ù8ù:n;n=á=á?T@TBÇBÇD:E:G­G­I J L“L“NOQyQySìSìU_V_XÒXÒZE[E]¸]¸_+`+bžbždeg„g„i÷i÷kjljnÝnÝpPqPsÃsÃu6v6x©x©z{}�}�€‚u‚u„è„è†Y‡Y‰ˉˋ=Œ=ޝޝ�!‘!“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2©GW2�©GW2GˆW2 GˆW2ïŽW2ïŽW2{±W2€{±W2òW2üòW2ÁøW2ÁøW2MX2pMX2ë[X2ìë[X2“bX2ô“bX2Q¤X2`Q¤X2±ÈX2̱ÈX2!ûX2ì!ûX2INY2L INY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2›P\2T ›P\2k"]2˜k"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžF b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1˜Ø€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžF b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1˜Ø€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžF b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1˜Ø €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1p�  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk ã ã[[ÓÓ)K*K4Ã4Ã>9?9I¯I¯S%T%^›^›his‡s‡} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkãã[[ÓÓ K K à Ã;;³³++££““  ƒ ƒ"û"û$s%s'ë'ë)c*c,Û,Û.S/S1Ë1Ë3C4C6»6»8393;«;«=#>#@›@›BCE‹E‹GHJyJyLïLïNeOeQÛQÛSQTQVÇVÇX=Y=[³[³])^)`Ÿ`Ÿbce‹e‹ghjwjwlílíncocqÙqÙsOtOvÅvÅx;y;{±{±}'~'€�€�‚ƒ…‰…‰‡ÿ‡ÿ‰uŠuŒëŒëŽa�a‘בד b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2[GW2�[GW2ù‡W2 ù‡W2[ŒW2[ŒW2-±W2€-±W2ËñW2üËñW2-öW2-öW2ÿX2pÿX2�[X2ì�[X2ÿ_X2ôÿ_X2¡¢X2`¡¢X2ÇX2ÌÇX2!ûX2ì!ûX2INY2L INY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2�O\2T �O\2Q!]2˜Q!]2ù3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�õÁ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1G€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�õÁ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1G€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�õÁ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1G €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ã ãVVÉÉ)<*<4­4­>?I�I�ST^q^qhâhârQsQ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmããYYÏÏ E E » »11§§““yyìì_ _"Ò"Ò$E%E'¸'¸)+*+,ž,ž./1„1„3÷3÷5j6j8Ý8Ý:P;P=Á=Á?2@2B£B£DEG…G…IöIöKgLgNØNØPIQISºSºU+V+XœXœZ [ ]~]~_ï_ïa`b`dÑdÑfBgBi³i³k$l$n•n•pqswswuèuèwYxYzÊzÊ|;};¬¬�‚„ބކý†ýˆm‰m‹Ý‹Ý�MŽM�½�½’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2¯GW2�¯GW2MˆW2 MˆW2ïŽW2ïŽW2{±W2€{±W2òW2üòW2ÁøW2ÁøW2MX2pMX2ë[X2ìë[X2“bX2ô“bX2›¥X2`›¥X2ûÉX2ÌûÉX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2#P\2T #P\2ó!]2˜ó!]2›4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžH b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1™Ù€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžH b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1™Ù€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžH b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1™Ù €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1µÕ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk á áWWÍÍ)C*C4¹4¹>-?-I¡I¡ST^‰^‰hýhýrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkááWWÍÍ C C ¹ ¹//¥¥‘‘}}óói i"ß"ß$U%U'Ë'Ë)A*A,·,·.-/-1£1£346�6�89;{;{=ñ=ñ?g@gBÝBÝDSESGÉGÉI=J=L±L±N%O%Q™Q™S T V�V�XõXõZi[i]Ý]Ý_Q`QbÅbÅd9e9g­g­i!j!l•l•n o q}q}sñsñuevexÙxÙzM{M}Á}Á5€5‚©‚©„…‡‘‡‘‰ŠŒyŒyŽíŽí�a‘a“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2UGW2�UGW2ó‡W2 ó‡W2aŒW2aŒW2'±W2€'±W2ÅñW2üÅñW23öW23öW2ùX2pùX2—[X2ì—[X2`X2ô`X2¡¢X2`¡¢X2ÇX2ÌÇX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2#P\2T #P\2ó!]2˜ó!]2›4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�ö b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll ä äYYÎÎ)C*C4¸4¸>,?,I I ST^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllää\\ÔÔ L L Ä Ä<<´´,,¤¤ŽŽ x x"í"í$b%b'×'×)L*L,Á,Á.6/61«1«3 4 6•6•8 9 ;;=ô=ô?i@iBÞBÞDSESGÈGÈI/?/I¤I¤ST^Ž^Žhisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâIWJWLÌLÌNAOAQ¶Q¶S+T+V V XY[Š[Š]ÿ]ÿ_t`tbébéd^e^gÓgÓiHjHl½l½n2o2q§q§stv‘v‘xy{{{{}ð}ðe€e‚Ú‚Ú„O…O‡ćĉ9Š9Œ®Œ®Ž#�#‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2UGW2�UGW2ó‡W2 ó‡W2aŒW2aŒW2!±W2€!±W2¿ñW2ü¿ñW23öW23öW2óX2póX2‘[X2ì‘[X2`X2ô`X2¡¢X2`¡¢X2ÇX2ÌÇX2ûX2ìûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ò¾ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ò¾ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ò¾ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj à àUUÊÊ)?*?4´4´>'?'IšIšS T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjààVVÌÌ B B ¸ ¸..¤¤��zzïïd d"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¤b¤degˆgˆiúiúklllnÞnÞpPqPsÂsÂu4v4x¦x¦z{}Š}Šüü�n‚n„à„à†R‡R‰ʼnŋ8Œ8ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2µGW2�µGW2SˆW2 SˆW2׎W2׎W2�±W2€�±W2òW2üòW2©øW2©øW2SX2pSX2ñ[X2ìñ[X2{bX2ô{bX2i¤X2`i¤X2ÉÈX2ÌÉÈX2ûX2ìûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§Q b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‰É€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§Q b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‰É€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§Q b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‰É €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Šª  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞTTÉÉ)>*>4³4³>&?&I™I™S T ^^hòhòrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽzzððf f"Ü"Ü$Q%Q'Æ'Æ);*;,°,°.%/%1š1š346„6„8ù8ù:n;n=ã=ã?X@XBÍBÍDBEBG·G·I*J*L�L�NOQƒQƒSöSöUiViXÜXÜZO[O]Â]Â_5`5b¨b¨degŽgŽijltltnçnçpZqZsÍsÍu@v@x³x³z&{&}™}™ € ‚‚„ò„ò†e‡e‰؉؋KŒK޾޾�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2OGW2�OGW2í‡W2 í‡W2OŒW2OŒW2!±W2€!±W2¿ñW2ü¿ñW2!öW2!öW2óX2póX2‘[X2ì‘[X2ó_X2ôó_X2›¢X2`›¢X2ûÆX2ÌûÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2AP\2T AP\2"]2˜"]2¹4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒó¿ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1C€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒó¿ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1C€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒó¿ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1C €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>2?2I©I©S T ^’^’hisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÑLÑNHOHQ¿Q¿S6T6V­V­X$Y$[›[›]^`‰`‰bcewewgîgîiejelÜlÜnNoNqÀqÀs2t2v¤v¤xy{ˆ{ˆ}ú}úl€l‚Þ‚Þ„P…P‡‡‰4Š4Œ¦Œ¦Ž�‘БГ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2µGW2�µGW2SˆW2 SˆW2ãŽW2ãŽW2‡±W2€‡±W2%òW2ü%òW2µøW2µøW2YX2pYX2÷[X2ì÷[X2‡bX2ô‡bX2›¢X2`›¢X2ûÆX2ÌûÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°X$ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1”Ô€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°X$ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1”Ô€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°X$ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1”Ô €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á áWWÍÍ)C*C4·4·>+?+IŸIŸST^‡^‡hûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±''�� ‰ ‰"ÿ"ÿ$u%u'ë'ë)a*a,×,×.M/M1Ã1Ã39496¯6¯8%9%;›;›=>@ƒ@ƒB÷B÷DkEkGßGßISJSLÇLÇN;O;Q¯Q¯S#T#V—V—X Y [[]ó]ó_g`gbÛbÛdOeOgÃgÃi7j7l«l«noq“q“stv{v{xïxïzc{c}×}×K€K‚¿‚¿„3…3‡¥‡¥‰ŠŒ‹Œ‹ŽþŽþ�q‘q“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2OGW2�OGW2í‡W2 í‡W2OŒW2OŒW2±W2€±W2¹ñW2ü¹ñW2!öW2!öW2íX2píX2‹[X2ì‹[X2ó_X2ôó_X2Ó£X2`Ó£X23ÈX2Ì3ÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠï» b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1D€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠï» b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1D€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠï» b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1D €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ø  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Û ÛPPÅÅ):*:4¯4¯>$?$I™I™ST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÛÛPPÅÅ : : ¯ ¯$$™™ƒƒøømmââW W"Ì"Ì$A%A'¶'¶)+*+, , ./1Š1Š3ÿ3ÿ5t6t8é8é:^;^=Ó=Ó?H@HB½B½D2E2G§G§IJL‘L‘NOQ{Q{SðSðUeVeXÚXÚZO[O]Ä]Ä_9`9b®b®d#e#g˜g˜i j l‚l‚nônôpfqfsØsØuJvJx¼x¼z.{.} } €‚„‚„„ö„ö†h‡h‰Ú‰Ú‹LŒL޾޾�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2µGW2�µGW2SˆW2 SˆW2ãŽW2ãŽW2‡±W2€‡±W2%òW2ü%òW2µøW2µøW2YX2pYX2÷[X2ì÷[X2‡bX2ô‡bX2›¢X2`›¢X2ûÆX2ÌûÆX2ûX2ìûX2=NY2L =NY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2·O\2T ·O\2‡!]2˜‡!]2/4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°Z& b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1•Õ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°Z& b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1•Õ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°Z& b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1•Õ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßSSÇÇ);*;4­4­>?I‘I‘ST^u^uhçhçrWsW} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ‡‡ûûo o"ã"ã$W%W'Ë'Ë)?*?,³,³.'/'1›1›346ƒ6ƒ8÷8÷:k;k=Ý=Ý?O@OBÁBÁD3E3G¥G¥IJL‰L‰NûNûPmQmSßSßUQVQXÃXÃZ5[5]§]§_`b‹b‹dýdýfogoiáiákSlSnÅnÅp7q7s©s©uvx�x�zÿzÿ|q}qãã�U‚U„DŽdž7‡7‰¨‰¨‹ŒŽŠŽŠ�û�û’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2IGW2�IGW2ç‡W2 ç‡W2UŒW2UŒW2±W2€±W2¹ñW2ü¹ñW2'öW2'öW2íX2píX2‹[X2ì‹[X2ù_X2ôù_X2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ð¼ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ð¼ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ð¼ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations16V  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh â â\\ÒÒ)H*H4¾4¾>2?2I¦I¦ST^�^�hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²,,¦¦  š š"#%Š%Š'(*v*v,ì,ì.b/b1Ø1Ø3N4N6Ä6Ä8:9:;°;°=&>&@œ@œBCEˆEˆGþGþIrJrLæLæNZOZQÎQÎSBTBV¶V¶X*Y*[ž[ž]^`†`†búbúdnengâgâiVjVlÊlÊn@o@q´q´s(t(vœvœxy{„{„}ø}øl€l‚à‚à„T…T‡ȇȉ<Š<Œ°Œ°Ž$�$‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2»GW2�»GW2YˆW2 YˆW2ÑŽW2ÑŽW2�±W2€�±W2+òW2ü+òW2£øW2£øW2_X2p_X2ý[X2ìý[X2ubX2ôubX2•¢X2`•¢X2õÆX2ÌõÆX2ûX2ìûX2=NY2L =NY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2}P\2T }P\2M"]2˜M"]2õ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹a- b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ˆÈ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹a- b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ˆÈ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹a- b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ˆÈ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ü ÜUUÎÎ)G*G4À4À>7?7I®I®S#T#^ ^ his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÜÜUUÎÎ G G À À99²²++¤¤–– ˆ ˆ"#%z%z'ó'ó)l*l,å,å.^/^1×1×3P4P6É6É8B9B;»;»=4>4@­@­B&C&EŸEŸGHJ�J�LMO}O}QôQôSkTkVâVâXYYY[Ð[Ð]G^G`¾`¾b3c3e¨e¨ghj’j’lmo„o„q÷q÷sjtjvÝvÝxPyP{Ã{Ã}6~6€©€©‚ƒ…�…�‡ˆŠrŠrŒäŒäŽV�V‘ȑȓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2CGW2�CGW2á‡W2 á‡W2UŒW2UŒW2±W2€±W2³ñW2ü³ñW2'öW2'öW2çX2pçX2…[X2ì…[X2ù_X2ôù_X2•¢X2`•¢X2õÆX2ÌõÆX2ûX2ìûX2=NY2L =NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2ÕO\2T ÕO\2¥!]2˜¥!]2M4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ì¸ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ì¸ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ì¸ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞVVÊÊ)>*>4²4²>$?$I–I–ST^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$j%j'Þ'Þ)R*R,Æ,Æ.:/:1®1®3"4"6–6–8 9 ;~;~=ò=ò?f@fBÚBÚDNENGÂGÂI4J4L¦L¦NOQŠQŠSüSüUnVnXàXàZR[R]Ä]Ä_6`6b¨b¨degŒgŒiþiþkplpnænæpXqXsÊsÊuŒ>ްް�"‘"“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2»GW2�»GW2YˆW2 YˆW2ÑŽW2ÑŽW2�±W2€�±W2+òW2ü+òW2£øW2£øW2_X2p_X2ý[X2ìý[X2ubX2ôubX2Ù£X2`Ù£X29ÈX2Ì9ÈX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2 P\2T  P\2Û!]2˜Û!]2ƒ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹c/ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ˆÈ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹c/ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ˆÈ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹c/ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ˆÈ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1$  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>+?+I I ST^Œ^Œhýhýrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞISJSLÈLÈN=O=Q²Q²S'T'VœVœXY[†[†]û]û_p`pbãbãdVeVgÉgÉi?I‘I‘ST^ƒ^ƒhöhörgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=×=×?J@JB½B½D0E0G£G£IJL‰L‰NüNüPoQoSâSâUUVUXÈXÈZ;[;]®]®_!`!b b deg†g†iùiùklllnßnßpRqRsÅsÅu8v8x«x«z{}‘}‘€‚w‚w„ê„ê†[‡[‰͉͋?Œ?ޱޱ�#‘#“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2ÁGW2�ÁGW2_ˆW2 _ˆW2׎W2׎W2�±W2€�±W2+òW2ü+òW2©øW2©øW2_X2p_X2ý[X2ìý[X2{bX2ô{bX2A¥X2`A¥X2¡ÉX2Ô¡ÉX2ûX2ôûX27NY2T 7NY2)ìY2´ )ìY2QÀZ2x QÀZ2/�[2| /�[2•P\2\ •P\2‹ ]2 ‹ ]233]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂj6 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‘Ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂj6 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‘Ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂj6 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‘Ñ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1«óÛ�  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ × ×OOÑÑ)I*I4Á4Á>7?7I­I­S#T#^¥^¥his‘s‘} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__××OOÇÇ ? ? · ·//§§——‡‡ÿÿw w"ï"ï$q%q'é'é)a*a,Ù,Ù.Q/Q1É1É3A4A6¹6¹8191;©;©=!>!@™@™BCE‰E‰GHJwJwLíLíNcOcQÙQÙSOTOVÅVÅX;Y;[±[±]'^'`�`�bce‰e‰gÿgÿiujulëlënmomqãqãsYtYvÏvÏxEyE{»{»}1~1€§€§‚ƒ…“…“‡ ˆ ŠŠŒõŒõŽk�k‘á‘á“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2=GW2�=GW2Û‡W2 Û‡W2CŒW2CŒW2±W2€±W2­ñW2ü­ñW2öW2öW2áX2páX2[X2ì[X2ç_X2: ç_X2q¢X2* q¢X2ÑÆX2 ÑÆX2ûX2r ûX27NY2J 7NY2íëY2" íëY2ÀZ2 ÀZ2ó�[2â ó�[2uO\2º uO\2k]2Z k]22]2z €} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„éµ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1A€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„éµ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1A€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P„éµ b-w* operation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z Š ¢ ² Ê Ú ò   reasonOperatorKernelvalue6kernelSpecúPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })zoutputElements*1152zinput0Elements241472zinput1Elements*9216binvocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1A €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿»  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×NNÁÁ)4*44¥4¥>?I‡I‡ST^u^uhæhærUsU} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡þþqqääW W"Ê"Ê$=%='°'°)#*#,–,–. / 1|1|3ï3ï5b6b8Õ8Õ:H;H=¹=¹?*@*B›B›D E G}G}IîIîK_L_NÐNÐPAQAS²S²U#V#X”X”Z[]v]v_ç_çadbddÕdÕfFgFi·i·k(l(n™n™p q s{s{uìuìw]x]zÎzÎ|?}?°°�!‚!„’„’†‡‰q‰q‹á‹á�QŽQ�Á�Á’ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2ÁGW2�ÁGW2_ˆW2 _ˆW2׎W2׎W2“±W2€“±W21òW2ü1òW2©øW2©øW2eX2peX2\X2ì\X2{bX2ô{bX2³¥X2`³¥X2ÊX2ÔÊX2ûX2ôûX27NY2T 7NY2ìY2´ ìY29ÀZ2x 9ÀZ2�[2| �[2P\2\ P\2 ]2  ]2»2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂl8 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1’Ò€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂl8 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1’Ò€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂl8 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1’Ò €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1ÍL  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Õ ÕKKÉÉ)?*?4µ4µ>)?)I�I�ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……ûûqqçç] ]"Ó"Ó$Q%Q'Ç'Ç)=*=,³,³.)/)1Ÿ1Ÿ346‹6‹89;w;w=í=í?c@cBÙBÙDOEOGÅGÅI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noq…q…sùsùumvmxáxázU{U}É}É=€=‚±‚±„%…%‡™‡™‰ Š Œ�Œ�ŽõŽõ�i‘i“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Ó2W2GW2GW2Ÿ‡W2|Ÿ‡W2�W2„�W29�W2ð9�W2ÙW2|ÙW2ùœW2HùœW2Ó°W2ÔÓ°W2qñW2PqñW2ÕöW2XÕöW2 úW2Ä úW2•X2P•X2ËX2ËX2¥X2¨¥X2C[X2$ C[X2§`X2, §`X2ÝcX2˜ ÝcX2gmX2$ gmX2�pX2ð �pX2ß�X2| ß�X2Ù¦X2XÙ¦X29ËX2Ô9ËX2{øX2ô{øX2�Y2Ð�Y2=¾œúz Ø X ¶ 6 ”  r ò ¤ ä P Ð ,lÈf¦D bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa § §QQÑÑ)G*G4½4½>1?1I¥I¥S%T%^™^™h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÛÛUUÏÏ I I � �  ƒƒýýww!!——  ƒ ƒ"ù"ù$y%y'ï'ï)e*e,Û,Û.Q/Q1Ç1Ç3=4=6³6³8)9);Ÿ;Ÿ=>@‰@‰BýBýDqEqGåGåIYJYLÍLÍNAOAQµQµS)T)V�V�XY[…[…]ù]ù_m`mbíbídaeagÕgÕiIjIl½l½n1o1q¥q¥stv�v�xy{u{u}é}é]€]‚тфE…E‡¹‡¹‰,Š,ŒŸŒŸŽ�‘…‘…“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2ÙGW2èÙGW2wˆW2dwˆW2%�W2l%�W2¯˜W2诘W2å›W2´å›W2¥±W2@¥±W2CòW2¼CòW2÷øW2Ä÷øW2�X2@�X2·X2 ·X2wX2˜wX2\X2\X2ÉbX2 ÉbX2SlX2˜ SlX2‰oX2d ‰oX2ËœX2ð ËœX2¦X2Ì ¦X2aÊX2H aÊX2£÷X2h£÷X2±Y2D±Y2m ? I“I“ST^…^…høhørksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡þþssèè] ]"Ò"Ò$%'ˆ'ˆ)ý)ý+r,r.ç.ç0�1�346z6z8ï8ï:d;d=Ù=Ù?L@LB¿B¿D2E2G¥G¥IJL‹L‹NþNþPqQqSäSäUWVWXÊXÊZ=[=]°]°_#`#b¢b¢degˆgˆiûiûknlnnánápTqTsÇsÇu:v:x­x­z { }“}“€‚y‚y„ì„ì†_‡_‰щыCŒC޵޵�'‘'“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ó2W2GW2GW2Ÿ‡W2|Ÿ‡W2�W2„�W29�W2ð9�W2ÙW2|ÙW2ùœW2HùœW2ͰW2ÔͰW2kñW2PkñW2ÕöW2XÕöW2 úW2Ä úW2•X2P•X2ËX2ËX2ŸX2¨ŸX2=[X2$ =[X2§`X2, §`X2ÝcX2˜ ÝcX2gmX2$ gmX2�pX2ð �pX2ß�X2| ß�X2ç¤X2Xç¤X2GÉX2ÔGÉX2‰öX2ô‰öX2µ Y2е Y2q>Y2\q>Y2�aY2€�aY2‹lY2¬‹lY2ÿëY28ÿëY2×ÁZ2ü×ÁZ2®[2®[2‹»[2à‹»[2·O\2l·O\2‡!]2°‡!]2/4]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¶‚ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Á bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¶‚ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Á  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¶‚  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Á bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 f†ü< bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1…Å™ÙÙ œ Ü _ Ÿ bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d…Š �”8¸�™ÊJž“£#¨(«+ ® . ± 1 ´ 4 · 7 - m º :½=À@ÅŠÊM�P bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa ¤ ¤MMÉÉ)=*=4±4±>#?#I•I•ST^…^…h÷h÷risi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A „ „üüttììdd  ��õõi i"Ý"Ý$Y%Y'Í'Í)A*A,µ,µ.)/)1�1�346…6…8ù8ù:m;m=á=á?S@SBÅBÅD7E7G©G©IJL�L�NÿNÿPqQqSãSãUUVUXÇXÇZ9[9]«]«_`b›b›d e ggiñiñkclcnÕnÕpGqGs¹s¹u+v+x�x�z{}�}�óó�e‚e„ׄ׆I‡I‰º‰º‹+Œ+ŽœŽœ� ‘ “# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2ÙGW2èÙGW2wˆW2dwˆW2%�W2l%�W2¯˜W2诘W2å›W2´å›W2«±W2@«±W2IòW2¼IòW2÷øW2Ä÷øW2�X2@�X2·X2 ·X2}X2˜}X2\X2\X2ÉbX2 ÉbX2SlX2˜ SlX2‰oX2d ‰oX2ËœX2ð ËœX2¦X2Ì ¦X2gÊX2H gÊX2©÷X2h©÷X2çY2DçY2£?I‰I‰ST^w^whèhèrYsY} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡þþqqääW W"Ê"Ê$%'{'{)î)î+a,a.Ô.Ô0|1|3ï3ï5b6b8Õ8Õ:H;H=»=»?,@,B�B�DEGGIðIðKaLaNÒNÒPCQCS´S´U%V%X–X–Z[]x]x_é_éafbfd×d×fHgHi¹i¹k*l*n›n›p q s}s}uîuîw_x_zÐzÐ|A}A²²�#‚#„”„”†‡‰u‰u‹å‹å�UŽU�Å�Å’  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2CGW2èCGW2á‡W2dá‡W2+�W2l+�W2µ˜W2赘W2ë›W2´ë›W2±W2@±W2­ñW2¼­ñW2ýøW2ÄýøW2‡X2@‡X2½X2 ½X2áX2˜áX2[X2[X2ÏbX2 ÏbX2YlX2˜ YlX2�oX2d �oX2ÑœX2ð ÑœX2Å¥X2Ì Å¥X2%ÊX2H %ÊX2g÷X2hg÷X2oY2DoY2+7?7IzIzS#T#^ ^ his†s†} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÚÚSSÌÌ E E ¾ ¾77°°))¢¢””  † †"ÿ"ÿ$x%x'ñ'ñ)j*j,ã,ã.\/\1Õ1Õ3N4N6Ç6Ç8@9@;¹;¹=2>2@«@«B$C$E�E�GHJ�J�LMO}O}QôQôSkTkV®V®X%Y%[œ[œ]^`Š`Šb3c3e¨e¨ghj’j’lmo„o„q÷q÷sjtjvÝvÝxPyP{Ã{Ã}6~6€©€©‚ƒ…�…�‡ˆŠtŠtŒæŒæŽX�X‘ʑʓ  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2ÍGW2èÍGW2kˆW2dkˆW2+�W2l+�W2µ˜W2赘W2ë›W2´ë›W2Ÿ±W2@Ÿ±W2=òW2¼=òW2ýøW2ÄýøW2‡X2@‡X2½X2 ½X2qX2˜qX2\X2\X2ÏbX2 ÏbX2YlX2˜ YlX2�oX2d �oX2ÑœX2ð ÑœX2µ¦X2Ì µ¦X2ËX2H ËX2WøX2hWøX2�Y2D�Y2I&?&IšIšST^P^Phøhørnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœ††ûûp p"å"å$Z%Z'Ï'Ï)D*D,¹,¹../.1£1£346�6�89;w;w=ì=ì?a@aBÖBÖDKEKGÀGÀI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`JbÀbÀd4e4g¨g¨ijl�l�nÐnÐpDqDs¸s¸u,v,x x zH{H}¼}¼0€0‚¤‚¤„…‡އމŠŒxŒxŽíŽí�b‘b“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2=GW2è=GW2Û‡W2dÛ‡W2+�W2l+�W2µ˜W2赘W2ë›W2´ë›W2±W2@±W2­ñW2¼­ñW2ýøW2ÄýøW2‡X2@‡X2½X2 ½X2áX2˜áX2[X2[X2ÏbX2 ÏbX2YlX2˜ YlX2�oX2d �oX2ÑœX2ð ÑœX2§¥X2Ì §¥X2ÊX2H ÊX2I÷X2hI÷X2]Y2D]Y2+?+IkIkST^Œ^Œhýhýroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaØØOOÆÆ = = ´ ´++¢¢��~~õõl l"ã"ã$Z%Z'Ñ'Ñ)H*H,¿,¿.6/61­1­3$4$6›6›89;‰;‰=>@w@wBîBîDeEeGÜGÜISJSLÈLÈN=O=Q²Q²S'T'VgVgXÜXÜZQ[Q]Æ]Æ_;`;bãbãdVeVgÉgÉiY2Ð >Y2‘]Y2ô‘]Y2�hY2 �hY2ùëY2¬ùëY2ÑÁZ2pÑÁZ2 ®[2t ®[2…»[2T…»[2ÏO\2àÏO\2Ÿ!]2$Ÿ!]2G4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¡Õ�M b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘¢ââ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¡Õ�M b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘¢ââ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¡Õ�M  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘¢ââ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 t”ñ1 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1Q‘’ÒÒ c £ ô 4 bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dQÑ"¢ósÄDAÁ•ŽfæÛ[7·¨(ˆÙYª*{ûL Ì  � î n ¿ ? �  a ¡ j ª ò 2ƒÃT bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØMMÂÂ)7*74¬4¬>!?!I”I”S T ^G^Ghîhîrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆýýrrçç\ \"Ñ"Ñ$F%F'»'»)0*0,¥,¥./1�1�346y6y8î8î:c;c=Ø=Ø?M@MBÂBÂD7E7G¬G¬I!J!L”L”NOQzQzSíSíU`V`XÓXÓZF[F]¹]¹_,`,b¢b¢deg†g†iøiøkjljn§n§pqs‹s‹uýuýwoxoz{}ˆ}ˆúú�l‚l„Þ„Þ†R‡R‰ʼnŋ8Œ8ޫޫ�‘“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2CGW2ÐCGW2á‡W2Lá‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2³ñW2¤³ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2çX2€çX2…[X2ü…[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2ó¤X2´ ó¤X2SÉX20 SÉX2•öX2P•öX2eÿX2,eÿX2][Y2˜][Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2ƒP\2̃P\2S"]2S"]2û4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†ï» b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TQ‘â" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†ï» b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TQ‘â" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†ï»  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TQ‘â"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w—þ> bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1N€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�Ý]ª*w÷à  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ù ÙQQÉÉ)A*A4¹4¹>1?1I§I§ST^“^“h i ss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A ¹ ¹11©©!!™™‰‰ y y"ñ"ñ$i%i'á'á)Y*Y,Ñ,Ñ.I/I1Á1Á39496±6±8)9);¡;¡=>@‘@‘B C E�E�GùGùIqJqLçLçN]O]QÓQÓSITIV¿V¿X5Y5[«[«]!^!`—`—b c eƒeƒgùgùiojolålån[o[qÑqÑsGtGv½v½x3y3{©{©}~€•€•‚ ƒ …�…�‡÷‡÷‰mŠmŒãŒãŽY�Y‘ϑϓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2ÇGW2ÐÇGW2eˆW2LeˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2™±W2(™±W27òW2¤7òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2kX2€kX2 \X2ü \X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2Ó¦X2´ Ó¦X23ËX20 3ËX2uøX2PuøX2UýX2,UýX2-[Y2˜-[Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2;P\2Ì;P\2 "]2 "]2³4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1”Èr> b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘‡Çæ& bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1”Èr> b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘‡Çæ& bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1”Èr>  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘‡Çæ&  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 “³6V! bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ËK–aá° ð  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>0?0I§I§ST^�^�histst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIXJXLÏLÏNFOFQ½Q½S4T4V«V«X"Y"[™[™]^`‡`‡bþbþdueugìgìicjclÚlÚnLoLq¾q¾s0t0v¢v¢xy{†{†}ø}øj€j‚܂܄N…N‡À‡À‰2Š2Œ¤Œ¤Ž�‘ˆ‘ˆ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2CGW2ÐCGW2á‡W2Lá‡W2+�W2T+�W2µ˜W2е˜W2ë›W2œë›W2±W2(±W2³ñW2¤³ñW2ýøW2¬ýøW2‡X2(‡X2½X2ô½X2çX2€çX2…[X2ü…[X2ÏbX2 ÏbX2YlX2€ YlX2�oX2L �oX2ÑœX2Ø ÑœX2Ý¥X2´ Ý¥X2=ÊX20 =ÊX2÷X2P÷X2óY2,óY2í[Y2˜í[Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2 P\2Ì P\2Û!]2Û!]2ƒ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†í¹ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UQ‘â" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†í¹ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UQ‘â" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†í¹  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UQ‘â"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p�0& bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1›Û€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1DÄ‘Þ^«+m ­  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×MMÃÃ)9*94¯4¯>%?%I™I™S T ^�^�hõhõrisi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$K%K'Á'Á)7*7,­,­.#/#1™1™346…6…8û8û:q;q=ç=ç?]@]BÓBÓDIEIG¿G¿I5J5L©L©NOQ‘Q‘STVyVyXíXíZa[a]Õ]Õ_I`Ib½b½d1e1g¥g¥ijl�l�noququséséu]v]xÑxÑzE{E}¹}¹-€-‚¡‚¡„…‡‰‡‰‰ý‰ý‹qŒqŽåŽå�Y‘Y“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lÙ2W2ÍGW2ÐÍGW2kˆW2LkˆW21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2Ÿ±W2(Ÿ±W2=òW2¤=òW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2qX2€qX2\X2ü\X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2§¥X2´ §¥X2ÊX20 ÊX2I÷X2PI÷X2ãÿX2,ãÿX2·[Y2˜·[Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1–ÊvB b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘ˆÈç' bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1–ÊvB b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘ˆÈç' bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1–ÊvB  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘ˆÈç'  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 s“IiÑñ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1‹Ë€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1,¬÷wÂB� ; {  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb × ×LLÁÁ)6*64«4«>"?"I—I—S T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbb××LLÁÁ 6 6 « «  ••  ôôiiÞÞS S"È"È$=%='²'²)'*',œ,œ./1†1†3û3û5p6p8å8å:Z;Z=Ï=Ï?D@DB¹B¹D.E.G£G£IJL�L�NOQyQySîSîUcVcXØXØZM[M]Â]Â_7`7b¬b¬d!e!g–g–i j l€l€nònòpdqdsÖsÖuHvHxºxºz,{,}ž}ž€‚‚‚‚„ô„ô†f‡f‰؉؋JŒJ޼޼�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2IGW2ÐIGW2ç‡W2Lç‡W21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2±W2(±W2¹ñW2¤¹ñW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2íX2€íX2‹[X2ü‹[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2ù¤X2´ ù¤X2YÉX20 YÉX2›öX2P›öX2aýX2,aýX2{[Y2˜{[Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2MP\2ÌMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ð¼ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 AS“ä$ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ð¼ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 AS“ä$ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ð¼  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 AS“ä$  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x˜  @ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1G€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1‡ÖV¥%tô÷ 7  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ø ØOOÆÆ)=*=4´4´>+?+I I ST^Š^Šhÿhÿrtst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaØØOOÆÆ = = ´ ´++¢¢��~~õõl l"ã"ã$Z%Z'Ñ'Ñ)H*H,¿,¿.6/61­1­3$4$6›6›89;‰;‰=>@w@wBîBîDeEeGÜGÜISJSLÈLÈN=O=Q²Q²S'T'VœVœXY[†[†]û]û_p`pbåbådZeZgÏgÏiDjDl¹l¹n.o.q£q£stv�v�xy{w{w}ì}ìa€a‚Ö‚Ö„K…K‡À‡À‰5Š5ŒªŒªŽ�‘”‘”“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2ÁGW2ÐÁGW2_ˆW2L_ˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2“±W2(“±W21òW2¤1òW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2eX2€eX2\X2ü\X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX21¦X2´ 1¦X2‘ÊX20 ‘ÊX2Ó÷X2PÓ÷X2[ýX2,[ýX2Ï[Y2˜Ï[Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2MP\2ÌMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‰½g3 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘˜Øñ1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‰½g3 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘˜Øñ1 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‰½g3  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘˜Øñ1  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ’²9YYy bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÖV¬,‚P �  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh â â\\ÒÒ)H*H4¾4¾>4?4I¨I¨ST^�^�hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²,,¦¦  š š"#%Š%Š'(*v*v,ì,ì.b/b1Ø1Ø3N4N6Ä6Ä8:9:;°;°=&>&@œ@œBCEˆEˆGþGþItJtLèLèN\O\QÐQÐSDTDV¸V¸X,Y,[ [ ]^`ˆ`ˆbübüdpepgägäiXjXlÌlÌn@o@q´q´s(t(vœvœxy{„{„}ø}øl€l‚à‚à„T…T‡ȇȉ<Š<Œ°Œ°Ž$�$‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2IGW2ÐIGW2ç‡W2Lç‡W21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2±W2(±W2¹ñW2¤¹ñW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2íX2€íX2‹[X2ü‹[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2¥X2´ ¥X2qÉX20 qÉX2³öX2P³öX2ïÿX2,ïÿX2\Y2˜\Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡îº b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @R’ã# bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡îº b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @R’ã# bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡îº  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @R’ã#  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u•::Z bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1–Ö€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1CÃ’áa°0† Æ  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØNNÃÃ)8*84­4­>"?"I•I•ST^{^{hîhîrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD*>4²4²>&?&I˜I˜S T ^|^|hîhîr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$j%j'Þ'Þ)R*R,Æ,Æ.:/:1®1®3"4"6–6–8 9 ;~;~=ò=ò?f@fBÚBÚDNENGÂGÂI6J6L¨L¨NOQŒQŒSþSþUpVpXâXâZT[T]Æ]Æ_8`8bªbªdegŽgŽijlrlrnänäpVqVsÈsÈu:v:x¬x¬z{}�}�€‚t‚t„æ„æ†X‡X‰ʉʋ<Œ<ޮޮ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2OGW2ÐOGW2í‡W2Lí‡W2U�W2TU�W2ߘW2ÐߘW2œW2œœW2!±W2(!±W2¿ñW2¤¿ñW2'ùW2¬'ùW2±X2(±X2çX2ôçX2óX2€óX2‘[X2ü‘[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2G¥X2´ G¥X2§ÉX20 §ÉX2éöX2PéöX2eÿX2,eÿX2Ã[Y2˜Ã[Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2/P\2Ì/P\2ÿ!]2ÿ!]2§4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆñ½ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Ii©@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆñ½ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Ii©@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆñ½  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Ii©@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ááæp� bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÓS¦&yù@ €  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee ß ßUUËË)A*A4·4·>+?+IŸIŸST^‡^‡hûhûroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯%%›› ‡ ‡"ý"ý$s%s'é'é)_*_,Õ,Õ.K/K1Á1Á37476­6­8#9#;™;™=>@ƒ@ƒB÷B÷DkEkGßGßISJSLÇLÇN;O;Q¯Q¯S#T#V—V—X Y [[]ó]ó_g`gbÛbÛdOeOgÃgÃi7j7l«l«noq“q“stv{v{xïxïzc{c}×}×K€K‚¿‚¿„3…3‡§‡§‰ŠŒ�Œ�Ž�‘s‘s“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2»GW2лGW2YˆW2LYˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2�±W2(�±W2+òW2¤+òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2_X2€_X2ý[X2üý[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2ç¤X2´ ç¤X2GÉX20 GÉX2‰öX2P‰öX2aýX2,aýX2ƒ\Y2˜ƒ\Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²\( b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘…Åå% bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²\( b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘…Åå% bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²\(  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘…Åå%  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‘±±Ñ - bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€áaÂB£#@ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛPPÅÅ):*:4¯4¯>"?"I•I•ST^{^{hîhîrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹uuêê_ _"Ô"Ô$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?N@NBÁBÁD4E4G§G§IJL�L�NOQsQsSæSæUYVYXÌXÌZ?[?]²]²_%`%b˜b˜d e g~g~iñiñkdldn×n×pJqJs½s½u0v0x£x£z{}‰}‰üü�o‚o„â„â†U‡U‰ljNj9Œ9ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2OGW2ÐOGW2í‡W2Lí‡W2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2±W2(±W2¹ñW2¤¹ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2íX2€íX2‹[X2ü‹[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX25¥X2´ 5¥X2•ÉX20 •ÉX2×öX2P×öX2ùY2,ùY2Y\Y2˜Y\Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2·O\2Ì·O\2‡!]2‡!]2/4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆï» b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jh¨þ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆï» b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jh¨þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆï»  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jh¨þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ;[zš`€ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1—×€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1LÌŸòrÅEÓ  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝQQÅÅ)9*94­4­>?I‘I‘ST^u^uhçhçrYsY} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%��……ùùm m"á"á$U%U'É'É)=*=,±,±.%/%1™1™3 4 6�6�8õ8õ:i;i=Ý=Ý?O@OBÁBÁD3E3G¥G¥IJL‰L‰NûNûPmQmSßSßUQVQXÃXÃZ5[5]§]§_`b‹b‹dýdýfogoiáiákSlSnÅnÅp7q7s©s©uvx�x�zÿzÿ|q}qãã�U‚U„DŽdž9‡9‰ª‰ª‹ŒŽŒŽŒ�ý�ý’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ÁGW2ÐÁGW2_ˆW2L_ˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2�±W2(�±W2+òW2¤+òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2_X2€_X2ý[X2üý[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2“¤X2´ “¤X2óÈX20 óÈX25öX2P5öX2Y2,Y2%]Y2˜%]Y2óëY2$óëY2ËÁZ2èËÁZ2®[2ì®[2uO\2ÌuO\2E!]2E!]2í3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´`, b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘…Åæ& bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´`, b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘…Åæ& bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´`,  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘…Åæ&  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 t””´¹Ù bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¡á€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1„eåFÆ'§¡á €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛNNÁÁ)4*44§4§>?I‰I‰SúSú]k^khÜhÜrMsM} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹þþqqääW W"Ê"Ê$=%='°'°)#*#,–,–. / 1|1|3ï3ï5b6b8Õ8Õ:H;H=»=»?,@,B�B�DEGGIðIðKaLaNÒNÒPCQCS´S´U%V%X–X–Z[]x]x_é_éaZbZdËdËf;?;I²I²S'T'^š^šh i s€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÞÞWWÐÐ I I  Â;;´´--¦¦˜˜ Š Š"#%|%|'õ'õ)n*n,ç,ç.`/`1Ù1Ù3R4R6Ë6Ë8D9D;½;½=6>6@¯@¯B(C(E¡E¡GHJ“J“L M O�O�QøQøSoToVæVæX]Y][Ô[Ô]K^K`Â`Âb7c7e¬e¬g!h!j–j–l m o~o~qñqñsdtdv×v×xJyJ{½{½}0~0€£€£‚ƒ…‰…‰‡ü‡ü‰nŠnŒàŒàŽR�R‘đē b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2µGW2еGW2SˆW2LSˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2�±W2(�±W2òW2¤òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2SX2€SX2ñ[X2üñ[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2aýX2,aýX27]Y2˜7]Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2#P\2Ì#P\2ó!]2ó!]2›4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§Q b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘‘Ñã# bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§Q b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘‘Ñã# bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§Q  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘‘Ñã#  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ááæ‚¢ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ìlØXÄD°ð €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àUUÊÊ)?*?4´4´>*?*IžIžST^†^†húhúrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  ŠŠÿÿt t"é"é$^%^'Ó'Ó)H*H,½,½.2/21§1§346‘6‘89;{;{=ð=ð?e@eBÚBÚDOEOGÄGÄI:J:L®L®N"O"Q–Q–S T V~V~XòXòZf[f]Ú]Ú_N`NbÂbÂd6e6gªgªijl’l’noqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡�‡�‰ŠŒzŒzŽïŽï�d‘d“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2UGW2ÐUGW2ó‡W2Ló‡W27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2!±W2(!±W2¿ñW2¤¿ñW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2óX2€óX2‘[X2ü‘[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2q¥X2´ q¥X2ÑÉX20 ÑÉX2÷X2P÷X2Y2,Y2]Y2˜]Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ð¼ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @R’ã# bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ð¼ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @R’ã# bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ð¼  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @R’ã#  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ááæ•µ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1žÞ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1xøVÖ4´’ŽÎ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>/?/I¤I¤ST^ˆ^ˆhùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIWJWLÌLÌNAOAQ¶Q¶S+T+V V XY[Š[Š]ÿ]ÿ_t`tbçbçdZeZgÍgÍi@j@l³l³n$o$q•q•stvwvwxèxèzY{Y}Ê}Ê;€;‚¬‚¬„…‡�‡�‰ŠŒqŒqŽâŽâ�S‘S“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2µGW2еGW2SˆW2LSˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2‡±W2(‡±W2%òW2¤%òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2YX2€YX2÷[X2ü÷[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2¥X2´ ¥X2}ÉX20 }ÉX2¿öX2P¿öX2çY2,çY2å]Y2˜å]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©U! b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘‘Ñã# bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©U! b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘‘Ñã# bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©U!  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘‘Ñã#  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w—;@` bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1…Å€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1°0œˆtô\œ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜQQÆÆ);*;4°4°>%?%I˜I˜S T ^|^|hîhîrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒvvëë` `"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ü=Ü?Q@QBÆBÆD;E;G°G°I%J%L˜L˜N O Q~Q~SñSñUdVdX×X×ZJ[J]½]½_0`0b¢b¢deg†g†iøiøkjljnÜnÜpNqNsÀsÀu2v2x¤x¤z{}ˆ}ˆúú�l‚l„Þ„Þ†R‡R‰ʼnŋ8Œ8ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2[GW2Ð[GW2ù‡W2Lù‡W2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2'±W2('±W2ÅñW2¤ÅñW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2ùX2€ùX2—[X2ü—[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2_ÿX2,_ÿX21]Y2˜1]Y2/ìY2$/ìY2ÂZ2èÂZ2A®[2ìA®[2•P\2Ì•P\2e"]2e"]2 5]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠó¿ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @R’ã# bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠó¿ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @R’ã# bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠó¿  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @R’ã#  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ááæx˜ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ú:€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ëkÔT½=¢â €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝUUÍÍ)E*E4½4½>5?5I«I«S!T!^—^—h i sƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%���� } }"õ"õ$m%m'å'å)]*],Õ,Õ.M/M1Å1Å3=4=6µ6µ8-9-;¥;¥=>@•@•B C E…E…GýGýIuJuLëLëNaOaQ×Q×SMTMVÃVÃX9Y9[¯[¯]%^%`›`›bce‡e‡gýgýisjslélén_o_qÕqÕsKtKvÁvÁx7y7{­{­}#~#€™€™‚ƒ…………‡û‡û‰qŠqŒçŒçŽ]�]‘Ó‘Ó“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2¯GW2ЯGW2MˆW2LMˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2{±W2({±W2òW2¤òW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2MX2€MX2ë[X2üë[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2gýX2,gýX2ë]Y2˜ë]Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2MP\2ÌMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœF b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘‡Çâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœF b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘‡Çâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœF  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘‡Çâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ááæu• bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€÷wînåe`  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>4?4I«I«S"T"^”^”hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãI\J\LÓLÓNJOJQÁQÁS8T8V¯V¯X&Y&[�[�]^`‹`‹bceyeygðgðigjglÞlÞnPoPqÂqÂs4t4v¦v¦xy{Š{Š}ü}ün€n‚à‚à„R…R‡ćĉ6Š6Œ¨Œ¨Ž�‘Œ‘Œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2UGW2ÐUGW2ó‡W2Ló‡W2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2'±W2('±W2ÅñW2¤ÅñW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2ùX2€ùX2—[X2ü—[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2w¥X2´ w¥X2×ÉX20 ×ÉX2÷X2P÷X2 Y2, Y2Ù]Y2˜Ù]Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠñ½ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @R’ã# bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠñ½ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @R’ã# bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠñ½  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @R’ã#  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ááæ˜¸ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1£ã€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¦&�xøaáK‹ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛQQÇÇ)=*=4³4³>)?)I�I�ST^…^…hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$O%O'Å'Å);*;,±,±.'/'1�1�346‰6‰8ÿ8ÿ:u;u=ë=ë?a@aB×B×DMEMGÃGÃI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noqyqysísíuavaxÕxÕzI{I}½}½1€1‚¥‚¥„…‡�‡�‰ŠŒuŒuŽéŽé�]‘]“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2¯GW2ЯGW2MˆW2LMˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2�±W2(�±W2òW2¤òW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2SX2€SX2ñ[X2üñ[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2Y2,Y2¥^Y2˜¥^Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2óO\2ÌóO\2Ã!]2Ã!]2k4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžJ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘†Æâ" bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžJ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘†Æâ" bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžJ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘†Æâ"  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ááæˆ¨ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1·÷€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ü\ÓSÊJÁAW €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Û ÛPPÅÅ):*:4¯4¯>&?&I›I›ST^‚^‚hôhôrfsf} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÛÛPPÅÅ : : ¯ ¯$$™™ƒƒøømmââW W"Ì"Ì$A%A'¶'¶)+*+, , ./1Š1Š3ÿ3ÿ5t6t8é8é:^;^=Ó=Ó?H@HB½B½D2E2G§G§IJL“L“NOQ}Q}SòSòUgVgXÜXÜZQ[Q]Æ]Æ_;`;b°b°d%e%gšgšijl„l„nönöphqhsÚsÚuLvLx¾x¾z0{0}¢}¢€‚†‚†„ø„ø†j‡j‰܉܋NŒNŽÀŽÀ�2‘2“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2-±W2(-±W2ËñW2¤ËñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2ÿX2€ÿX2�[X2ü�[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2mýX2,mýX2ß]Y2˜ß]Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2_P\2Ì_P\2/"]2/"]2×4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ôÀ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @R’ã# bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ôÀ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @R’ã# bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ôÀ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @R’ã#  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ááæq‘ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ôtèhÜ\P� €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>/?/I¤I¤ST^Ž^Žhisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIWJWLÌLÌNAOAQ¶Q¶S+T+V V XY[Š[Š]ÿ]ÿ_t`tbébéd^e^gÓgÓiHjHl½l½n2o2q§q§stv‘v‘xy{{{{}ð}ðe€e‚Ú‚Ú„O…O‡ćĉ9Š9Œ®Œ®Ž#�#‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2£GW2УGW2AˆW2LAˆW2C�W2TC�W2͘W2Ð͘W2œW2œœW2u±W2(u±W2òW2¤òW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2GX2€GX2å[X2üå[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2mýX2,mýX2Ÿ^Y2˜Ÿ^Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2eP\2ÌeP\25"]25"]2Ý4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘; b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘‘Ñã# bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘; b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘‘Ñã# bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘;  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘‘Ñã#  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ááæhˆ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€‚„†P €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll æ æ``ÖÖ)L*L4Â4Â>8?8I¬I¬S T ^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllææ``ÚÚ T T Î ÎHHÂÂ<<¶¶00ªª$$ ž ž"#%Ž%Ž'(*z*z,ð,ð.f/f1Ü1Ü3R4R6È6È8>9>;´;´=*>*@ @ BCEŒEŒGHJxJxLìLìN`O`QÔQÔSHTHV¼V¼X0Y0[¤[¤]^`Œ`Œbcetetgègèi\j\lÐlÐnDoDq¸q¸s,t,v v xy{ˆ{ˆ}ü}üp€p‚ä‚ä„X…X‡̇̉@Š@Œ´Œ´Ž(�(‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2[GW2Ð[GW2ù‡W2Lù‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2-±W2(-±W2ËñW2¤ËñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2ÿX2€ÿX2�[X2ü�[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2w¥X2´ w¥X2×ÉX20 ×ÉX2÷X2P÷X2Y2,Y2“^Y2˜“^Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2ùO\2ÌùO\2É!]2É!]2q4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ò¾ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @R’ã# bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ò¾ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @R’ã# bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ò¾  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @R’ã#  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ááæ‘± bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1´ô€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÐPÄD¸8¬,D €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜRRÇÇ)<*<4±4±>&?&I™I™S T ^^hòhòrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒxxîîd d"Ú"Ú$O%O'Ä'Ä)9*9,®,®.#/#1˜1˜3 4 6‚6‚8÷8÷:l;l=á=á?V@VBËBËD@E@GµGµI*J*L�L�NOQƒQƒSöSöUiViXÜXÜZO[O]Â]Â_5`5b¨b¨degŽgŽijltltnçnçpZqZsÍsÍu@v@x³x³z&{&}™}™ € ‚‚„ò„ò†e‡e‰؉؋KŒK޾޾�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2©GW2ЩGW2GˆW2LGˆW2C�W2TC�W2͘W2Ð͘W2œW2œœW2{±W2({±W2òW2¤òW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2MX2€MX2ë[X2üë[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2¥X2´ ¥X2wÉX20 wÉX2¹öX2P¹öX2ùY2,ùY2e_Y2˜e_Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2íO\2ÌíO\2½!]2½!]2e4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“?  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Q‘‘Ñã# bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“?  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Q‘‘Ñã# bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“?   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Q‘‘Ñã#  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 1i‰6V bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1�Ѐ� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ˆ Š ŒŽÒ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âZZÎÎ)B*B4¶4¶>*?*IœIœST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢’’  ‚ ‚"ú"ú$n%n'â'â)V*V,Ê,Ê.>/>1²1²3&4&6š6š89;‚;‚=ö=ö?j@jBÞBÞDRERGÆGÆI:J:L¬L¬NOQ�Q�STVtVtXæXæZX[X]Ê]Ê_<`v>x°x°z"{"}”}”€‚x‚x„ê„ê†\‡\‰Ή΋@Œ@޲޲�$‘$“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2yGW2�yGW2ˆW2ˆW2aŒW2$aŒW2K±W2�K±W2éñW2éñW23öW2$3öW2X2�X2»[X2»[X2`X2$`X2K¤X2�K¤X2«ÈX2ü«ÈX2-ûX2 -ûX2UNY2| UNY25ìY2Ü 5ìY2 ÂZ2   ÂZ2G®[2¤ G®[2SP\2„ SP\2#"]2È#"]2Ë4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 Ai�Òß« b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 Ai�Òß« b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 Ai�Òß« b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1]}  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10zz ô ôjjàà)V*V4Ê4Ê>>?>I²I²S&T&^š^šhis€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðzzôônnèè b b Ü ÜVVÐÐJJÄÄ::°°&& œ œ"#%ˆ%ˆ'þ'þ)t*t,ê,ê.`/`1Ö1Ö3L4L6Â6Â8898;®;®=">"@–@–B C E~E~GòGòIfJfLÚLÚNNONQÂQÂS6T6VªVªXY[’[’]^`z`zbîbîdbebgÖgÖiJjJl¾l¾n2o2q¦q¦stvŽvŽxy{v{v}ê}ê^€^‚Ò‚Ò„F…F‡¸‡¸‰+Š+ŒžŒžŽ�‘„‘„“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2£GW2�£GW2AˆW2 AˆW2�W2�W2o±W2€o±W2 òW2ü òW2ÓøW2ÓøW2AX2pAX2ß[X2ìß[X2¥bX2ô¥bX2¡¥X2`¡¥X2ÊX2ÌÊX2-ûX2ì-ûX2UNY2L UNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…/û b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ý€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…/û b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ý€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…/û b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ý €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1²Ò  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr è è]]ÒÒ)G*G4º4º>-?-I I ST^†^†hùhùrjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrèè^^ÔÔ J J À À66¬¬""˜˜  ‚‚÷÷l l"á"á$V%V'Ë'Ë)@*@,µ,µ.*/*1Ÿ1Ÿ346‰6‰8þ8þ:s;s=æ=æ?Y@YBÌBÌD?E?G²G²I%J%L˜L˜N O Q~Q~SñSñUdVdX×X×ZJ[J]½]½_0`0b£b£deg‰g‰iüiükolonânâpUqUsÈsÈu;v;x®x®z!{!}”}”€‚z‚z„í„í†^‡^‰ЉЋBŒBŽ´Ž´�&‘&“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2sGW2�sGW2ˆW2ˆW2aŒW2$aŒW2E±W2�E±W2ãñW2ãñW23öW2$3öW2X2�X2µ[X2µ[X2`X2$`X2Y¥X2�Y¥X2¹ÉX2ü¹ÉX2-ûX2 -ûX2UNY2| UNY2ìY2Ü ìY2õÁZ2  õÁZ2/®[2¤ /®[2ÛO\2„ ÛO\2«!]2È«!]2S4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bg›Îâ® b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bg›Îâ® b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Bg›Îâ® b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1jŠ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx ð ðddØØ)L*L4¾4¾>0?0I¢I¢ST^†^†høhørhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðxxððhhàà X X Ð ÐHHÀÀ88°°$$˜˜  € €"ô"ô$h%h'Ü'Ü)P*P,Ä,Ä.8/81¬1¬3 4 6”6”89;|;|=î=î?`@`BÒBÒDDEDG¶G¶I(J(LšLšN O Q~Q~SðSðUbVbXÔXÔZF[F]¸]¸_*`*bœbœdeg€g€iòiòkdldnÖnÖpHqHsºsºu,v,xžxžz{}‚}‚ôô�f‚f„؄؆H‡H‰¹‰¹‹*Œ*ޛޛ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2£GW2�£GW2AˆW2 AˆW2ûŽW2ûŽW2u±W2€u±W2òW2üòW2ÍøW2ÍøW2GX2pGX2å[X2ìå[X2ŸbX2ôŸbX2Y¥X2`Y¥X2¹ÉX2̹ÉX2-ûX2ì-ûX2UNY2L UNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2“O\2T “O\2c!]2˜c!]2 4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…1ý b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1œÜ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…1ý b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1œÜ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Q…1ý b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1œÜ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1hˆ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ê ê]]ÐÐ)C*C4´4´>%?%I–I–ST^x^xhéhérXsX} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttêê``ÖÖ L L  Â88®®$$šš  €€óóf f"Ù"Ù$L%L'¿'¿)2*2,¥,¥./1‹1‹3þ3þ5q6q8ä8ä:W;W=È=È?9@9BªBªDEGŒGŒIýIýKnLnNßNßPPQPSÁSÁU2V2X£X£Z[]…]…_ö_öagbgdØdØfIgIiºiºk+l+nœnœp q s~s~uïuïw`x`zÑzÑ|B}B³³�$‚$„•„•†‡‰t‰t‹ä‹ä�TŽT�Ä�Ä’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2sGW2�sGW2ˆW2 ˆW2[ŒW2[ŒW2?±W2€?±W2ÝñW2üÝñW2-öW2-öW2X2pX2¯[X2ì¯[X2ÿ_X2ôÿ_X2³¥X2`³¥X2ÊX2ÌÊX2'ûX2ì'ûX2ONY2L ONY2AìY2¬ AìY2ÂZ2p ÂZ2S®[2t S®[2›P\2T ›P\2k"]2˜k"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšÏ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšÏ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšÏ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Åå  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ï ïhháá)Z*Z4Ó4Ó>J?JIÁIÁS6T6^©^©his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvïïhháá Z Z Ó ÓLLÅÅ>>··00©©"" › ›"#%�%�'(**,ø,ø.q/q1ê1ê3c4c6Ü6Ü8U9U;Î;Î=G>G@À@ÀB9C9E²E²G+H+J¢J¢LMO�O�QRT~T~VõVõXlYl[ã[ã]Z^Z`Ñ`ÑbFcFe»e»g0h0j¥j¥lmo�o�qrtstsvævæxYyY{Ì{Ì}?~?€²€²‚%ƒ%…˜…˜‡ ˆ Š{Š{ŒíŒíŽ_�_‘ёѓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2©GW2�©GW2GˆW2 GˆW2ïŽW2ïŽW2u±W2€u±W2òW2üòW2ÁøW2ÁøW2GX2pGX2å[X2ìå[X2“bX2ô“bX2_¥X2`_¥X2¿ÉX2Ì¿ÉX2'ûX2ì'ûX2ONY2L ONY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[25P\2T 5P\2"]2˜"]2­4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ8 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‘Ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ8 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‘Ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ8 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‘Ñ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1u•  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq é é^^ÓÓ)H*H4½4½>1?1I¥I¥ST^�^�hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqééaaÙÙ Q Q É ÉAA¹¹11©©““ } }"ò"ò$g%g'Ü'Ü)Q*Q,Æ,Æ.;/;1°1°3%4%6š6š89;„;„=ù=ù?n@nBãBãDXEXGÍGÍIAJALµLµN)O)Q�Q�STV…V…XùXùZm[m]á]á_U`UbÉbÉd=e=g±g±i%j%l™l™n o q�q�sõsõuivixÝxÝzQ{Q}Å}Å9€9‚­‚­„!…!‡•‡•‰ Š ŒŒŽôŽô�i‘i“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2mGW2�mGW2 ˆW2  ˆW2[ŒW2[ŒW2?±W2€?±W2ÝñW2üÝñW2-öW2-öW2X2pX2¯[X2ì¯[X2ÿ_X2ôÿ_X2Q¤X2`Q¤X2±ÈX2̱ÈX2'ûX2ì'ûX2ONY2L ONY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜ÿË b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜ÿË b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜ÿË b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1e…  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ë ëbbÙÙ)P*P4Ç4Ç>>µµ,,££‘‘  "ö"ö$m%m'ä'ä)[*[,Ò,Ò.I/I1À1À37476®6®8%9%;œ;œ=>@Š@ŠBCExExGïGïIdJdLÙLÙNNONQÃQÃS8T8V­V­X"Y"[—[—] ^ `�`�bôbôdgeggÚgÚiMjMlÀlÀn1o1q¢q¢stv„v„xõxõzf{f}×}×H€H‚¹‚¹„*…*‡š‡š‰ Š Œ|Œ|ŽíŽí�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2©GW2�©GW2GˆW2 GˆW2ïŽW2ïŽW2{±W2€{±W2òW2üòW2ÁøW2ÁøW2MX2pMX2ë[X2ìë[X2“bX2ô“bX2¡¥X2`¡¥X2ÊX2ÌÊX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ: b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‘Ñ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ: b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‘Ñ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ: b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‘Ñ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1·×  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq ç ç\\ÑÑ)F*F4»4»>.?.I¡I¡ST^…^…h÷h÷risi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqçç]]ÓÓ I I ¿ ¿55««!!——  ��öök k"à"à$U%U'Ê'Ê)?*?,´,´.)/)1ž1ž346ˆ6ˆ8ý8ý:r;r=ç=ç?\@\BÑBÑDFEFG»G»I.J.L¡L¡NOQ‡Q‡SúSúUmVmXàXàZS[S]Æ]Æ_9`9b«b«deg�g�ijlslsnånåpWqWsÉsÉu;v;x­x­z{}‘}‘€‚u‚u„ç„ç†Y‡Y‰̉̋?Œ?޲޲�%‘%“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2mGW2�mGW2 ˆW2  ˆW2aŒW2aŒW29±W2€9±W2×ñW2ü×ñW23öW23öW2 X2p X2©[X2ì©[X2`X2ô`X29¤X2`9¤X2™ÈX2Ì™ÈX2'ûX2ì'ûX2INY2L INY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2§P\2T §P\2w"]2˜w"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ì b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ì b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ì b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Qq  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ê êbbÚÚ)R*R4Ê4Ê>@?@I¶I¶S,T,^¢^¢hisŽsŽ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrêêbbÚÚ R R Ê ÊBBºº22ªª""šš Š Š"#%z%z'ò'ò)j*j,â,â.Z/Z1Ò1Ò3J4J6Â6Â8:9:;²;²=*>*@¢@¢BCE’E’G H J€J€LöLöNlOlQâQâSXTXVÎVÎXDYD[º[º]0^0`¦`¦bce’e’ghj~j~lôlônjojqàqàsVtVvÌvÌxByB{¸{¸}.~.€¤€¤‚ƒ…�…�‡ˆŠ|Š|ŒòŒòŽh�h‘Þ‘Þ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2©GW2�©GW2GˆW2 GˆW2ÝŽW2ÝŽW2{±W2€{±W2òW2üòW2¯øW2¯øW2MX2pMX2ë[X2ìë[X2�bX2ô�bX2C¦X2`C¦X2£ÊX2Ì£ÊX2'ûX2ì'ûX2INY2L INY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—A  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1†Æ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—A  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1†Æ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—A  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1†Æ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Yy  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ä ä[[ÒÒ)I*I4À4À>7?7I®I®S%T%^—^—h i s{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmää[[ÒÒ I I À À77®®%%œœŠŠ x x"ï"ï$f%f'Ý'Ý)T*T,Ë,Ë.B/B1¹1¹30406§6§89;•;•= > @ƒ@ƒBúBúDqEqGèGèI_J_LÖLÖNMOMQÄQÄS;T;V²V²X)Y)[ [ ]^`Ž`Žbce|e|gógóijjjlálánSoSqÅqÅs7t7v©v©xy{�{�}ÿ}ÿq€q‚ã‚ã„U…U‡LJlj9Š9Œ«Œ«Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2gGW2�gGW2ˆW2 ˆW2gŒW2gŒW29±W2€9±W2×ñW2ü×ñW29öW29öW2 X2p X2©[X2ì©[X2 `X2ô `X2¡¥X2`¡¥X2ÊX2ÌÊX2'ûX2ì'ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2/P\2T /P\2ÿ!]2˜ÿ!]2§4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•üÈ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•üÈ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•üÈ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1»Û  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp æ æ\\ÒÒ)H*H4¾4¾>2?2I¦I¦ST^Ž^Žhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppææ\\ÒÒ H H ¾ ¾44ªª  ––  ‚‚øøn n"ä"ä$Z%Z'Ð'Ð)F*F,¼,¼.2/21¨1¨346”6”8 9 ;€;€=ö=ö?l@lBâBâDXEXGÎGÎIBJBL¶L¶N*O*QžQžSTV†V†XúXúZn[n]â]â_V`VbÊbÊd>e>g²g²i&j&lšlšnoq‚q‚sösöujvjxÞxÞzR{R}Æ}Æ:€:‚®‚®„"…"‡–‡–‰ Š Œ~Œ~ŽòŽò�f‘f“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2¯GW2�¯GW2MˆW2 MˆW2ÝŽW2ÝŽW2{±W2€{±W2òW2üòW2¯øW2¯øW2MX2pMX2ë[X2ìë[X2�bX2ô�bX2¡¥X2`¡¥X2ÊX2ÌÊX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2ÿO\2T ÿO\2Ï!]2˜Ï!]2w4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—C b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1…Å€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—C b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1…Å€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—C b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1…Å €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm â âWWÌÌ)A*A4¶4¶>+?+I I ST^‡^‡hùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmââWWÌÌ A A ¶ ¶++  ŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?O@OBÄBÄD9E9G®G®I#J#L˜L˜N O Q‚Q‚S÷S÷UlVlXáXáZV[V]Ë]Ë_@`@bµbµd*e*gŸgŸijl‰l‰nûnûpmqmsßsßuQvQxÃxÃz5{5}§}§€‚‹‚‹„ý„ý†o‡o‰á‰á‹SŒSŽÅŽÅ�7‘7“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2aGW2�aGW2ÿ‡W2 ÿ‡W2UŒW2UŒW23±W2€3±W2ÑñW2üÑñW2'öW2'öW2X2pX2£[X2ì£[X2ù_X2ôù_X2­¥X2`­¥X2 ÊX2Ì ÊX2!ûX2ì!ûX2INY2L INY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”ýÉ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1B€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”ýÉ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1B€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”ýÉ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1B €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ëë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn å å\\ÓÓ)J*J4Á4Á>6?6I«I«S T ^•^•h i ss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnåå\\ÓÓ J J Á Á88¯¯&&��‹‹ y y"ð"ð$g%g'Þ'Þ)U*U,Ì,Ì.C/C1º1º31416¨6¨89;–;–= > @„@„BûBûDrErGéGéI^J^LÓLÓNHOHQ½Q½S2T2V§V§XY[‘[‘]^`{`{bðbðdeeegÚgÚiOjOlÄlÄn9o9q®q®s#t#v˜v˜x y {‚{‚}÷}÷l€l‚á‚á„V…V‡ˇˉ@Š@ŒµŒµŽ*�*‘Ÿ‘Ÿ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2¯GW2�¯GW2MˆW2 MˆW2ïŽW2ïŽW2�±W2€�±W2òW2üòW2ÁøW2ÁøW2SX2pSX2ñ[X2ìñ[X2“bX2ô“bX2W¤X2`W¤X2·ÈX2Ì·ÈX2!ûX2ì!ûX2INY2L INY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l J b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1šÚ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l J b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1šÚ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l J b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1šÚ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1q‘  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ç çaa××)M*M4Ã4Ã>7?7I«I«ST^“^“his{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmççaaÛÛ U U Ï ÏIIÃÃ==··11««%% Ÿ Ÿ"#%�%�'(*{*{,ñ,ñ.g/g1Ý1Ý3S4S6É6É8?9?;µ;µ=+>+@¡@¡BCE�E�GHJwJwLëLëN_O_QÓQÓSGTGV»V»X/Y/[£[£]^`‹`‹bÿbÿdsesgçgçi[j[lÏlÏnCoCq·q·s+t+vŸvŸxy{‡{‡}û}ûo€o‚ã‚ã„W…W‡ˇˉ?Š?Œ³Œ³Ž'�'‘›‘›“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2aGW2�aGW2ÿ‡W2 ÿ‡W2[ŒW2[ŒW2-±W2€-±W2ËñW2üËñW2-öW2-öW2ÿX2pÿX2�[X2ì�[X2ÿ_X2ôÿ_X2e¥X2`e¥X2ÅÉX2ÌÅÉX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ùÅ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1C€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ùÅ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1C€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ùÅ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1C €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ÿ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ã ãYYÎÎ)C*C4¸4¸>+?+IžIžST^„^„h÷h÷rjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmããYYÏÏ E E » »11§§““  õõk k"á"á$V%V'Ë'Ë)@*@,µ,µ.*/*1Ÿ1Ÿ346‰6‰8þ8þ:s;s=è=è?]@]BÒBÒDGEGG¼G¼I/J/L¢L¢NOQˆQˆSûSûUnVnXáXáZT[T]Ç]Ç_:`:b­b­d e g“g“ijlylynìnìp_q_sÒsÒuEvEx¸x¸z+{+}ž}ž€‚„‚„„÷„÷†j‡j‰݉݋PŒPŽÃŽÃ�6‘6“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2µGW2�µGW2SˆW2 SˆW2ïŽW2ïŽW2�±W2€�±W2òW2üòW2ÁøW2ÁøW2SX2pSX2ñ[X2ìñ[X2“bX2ô“bX2›¥X2`›¥X2ûÉX2ÌûÉX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l L b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1›Û€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l L b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1›Û€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l L b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1›Û €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1·×  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm å å]]ÑÑ)E*E4¹4¹>+?+I�I�ST^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmåå]]ÕÕ M M Å Å==µµ--¥¥••  … …"ý"ý$q%q'å'å)Y*Y,Í,Í.A/A1µ1µ3)4)6�6�89;…;…=ù=ù?m@mBáBáDUEUGÉGÉI;J;L­L­NOQ‘Q‘STVuVuXçXçZY[Y]Ë]Ë_=`=b¯b¯d!e!g“g“ijlwlwnénép[q[sÍsÍu?v?x±x±z#{#}•}•€‚y‚y„ë„ë†]‡]‰ωϋAŒA޳޳�%‘%“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2[GW2�[GW2ù‡W2 ù‡W2aŒW2aŒW2-±W2€-±W2ËñW2üËñW23öW23öW2ÿX2pÿX2�[X2ì�[X2`X2ô`X2¤X2`¤X2{ÈX2Ì{ÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[25P\2T 5P\2"]2˜"]2­4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘úÆ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘úÆ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘úÆ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1;[  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn è è^^ÔÔ)J*J4¾4¾>2?2I¦I¦ST^Ž^Žhistst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnèèbbÜÜ V V Ð ÐJJÄÄ>>¸¸..¤¤ � �"#%|%|'ò'ò)h*h,Þ,Þ.T/T1Ê1Ê3@4@6¶6¶8,9,;¢;¢=>@Š@ŠBþBþDrErGæGæIZJZLÎLÎNBOBQ¶Q¶S*T*VžVžXY[†[†]ú]ú_n`nbâbâdVeVgÊgÊi>j>l²l²n&o&qšqšstv‚v‚xöxözj{j}Þ}ÞR€R‚ƂƄ:…:‡¬‡¬‰ŠŒ’Œ’Ž�‘x‘x“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2µGW2�µGW2SˆW2 SˆW2׎W2׎W2‡±W2€‡±W2%òW2ü%òW2©øW2©øW2YX2pYX2÷[X2ì÷[X2{bX2ô{bX2¡¢X2`¡¢X2ÇX2ÌÇX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©S b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1†Æ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©S b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1†Æ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©S b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1†Æ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Áá  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜQQÆÆ);*;4®4®>!?!I”I”ST^z^zhíhír^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒvvëë` `"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ú=Ú?M@MBÀBÀD3E3G¦G¦IJLŒLŒNÿNÿPrQrSåSåUXVXXËXËZ>[>]±]±_$`$b—b—d e g}g}iðiðkclcnÖnÖpIqIs¼s¼u/v/x¢x¢z{}ˆ}ˆûû�n‚n„á„á†R‡R‰ĉċ6Œ6ލލ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2[GW2�[GW2ù‡W2 ù‡W2aŒW2aŒW2'±W2€'±W2ÅñW2üÅñW23öW23öW2ùX2pùX2—[X2ì—[X2`X2ô`X2¡¢X2`¡¢X2ÇX2ÌÇX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2½O\2T ½O\2�!]2˜�!]254]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�ö b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Áá  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll ä äXXÌÌ)@*@4²4²>$?$I–I–ST^z^zhìhìr\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllää\\ÔÔ L L Ä Ä<<´´,,¤¤ŒŒ t t"è"è$\%\'Ð'Ð)D*D,¸,¸.,/,1 1 346ˆ6ˆ8ü8ü:p;p=â=â?T@TBÆBÆD8E8GªGªIJLŽLŽNOQrQrSäSäUVVVXÈXÈZ:[:]¬]¬_`b�b�degtgtiæiækXlXnÊnÊp?IŠIŠSûSû]l^lhÝhÝrLsL} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽttççZ Z"Í"Í$@%@'³'³)&*&,™,™. / 113ò3ò5e6e8Ø8Ø:K;K=¼=¼?-@-BžBžDEG€G€IñIñKbLbNÓNÓPDQDSµSµU&V&X—X—Z[]y]y_ê_êa[b[dÌdÌf=g=i®i®kln�n�pqsrsruãuãwTxTzÅzÅ|6}6§§�‚„‰„‰†ø†øˆh‰h‹Ø‹Ø�HŽH�¸�¸’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2UGW2�UGW2ó‡W2 ó‡W2OŒW2OŒW2'±W2€'±W2ÅñW2üÅñW2!öW2!öW2ùX2pùX2—[X2ì—[X2ó_X2ôó_X2›¢X2`›¢X2ûÆX2ÌûÆX2ûX2ìûX2=NY2L =NY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2}P\2T }P\2M"]2˜M"]2õ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ÷à b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ÷à b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ÷à b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Áá  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ã ã\\ÕÕ)N*N4Ç4Ç>>?>IµIµS*T*^�^�his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjãã\\ÕÕ N N Ç Ç@@¹¹22««$$�� � �"#%�%�'ú'ú)s*s,ì,ì.e/e1Þ1Þ3W4W6Ð6Ð8I9I;Â;Â=;>;@´@´B-C-E¦E¦GHJ–J–L M O„O„QûQûSrTrVéVéX`Y`[×[×]N^N`Å`Åb:c:e¯e¯g$h$j™j™lmo�o�qôqôsgtgvÚvÚxMyM{À{À}3~3€¦€¦‚ƒ…Œ…Œ‡ý‡ý‰oŠoŒáŒáŽS�S‘őœ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2»GW2�»GW2YˆW2 YˆW2ãŽW2ãŽW2�±W2€�±W2+òW2ü+òW2µøW2µøW2_X2p_X2ý[X2ìý[X2‡bX2ô‡bX2›¢X2`›¢X2ûÆX2ÌûÆX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²\( b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1–Ö€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²\( b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1–Ö€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²\( b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1–Ö €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Áá  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝRRÇÇ)<*<4±4±>%?%I™I™S T ^�^�hõhõrisi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%��‡‡üüq q"æ"æ$[%['Ð'Ð)E*E,º,º.///1¤1¤346Ž6Ž89;x;x=í=í?b@bB×B×DLELGÁGÁI5J5L©L©NOQ‘Q‘STVyVyXíXíZa[a]Õ]Õ_I`Ib½b½d1e1g¥g¥ijl�l�noququséséu]v]xÑxÑzE{E}¹}¹-€-‚¡‚¡„…‡‰‡‰‰þ‰þ‹sŒsŽèŽè�]‘]“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2OGW2�OGW2í‡W2 í‡W2OŒW2OŒW2!±W2€!±W2¿ñW2ü¿ñW2!öW2!öW2óX2póX2‘[X2ì‘[X2ó_X2ôó_X2ߣX2`ߣX2?ÈX2Ì?ÈX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2 P\2T  P\2Û!]2˜Û!]2ƒ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒó¿ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒó¿ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒó¿ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1!  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>0?0I¥I¥ST^‰^‰húhúrjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubèbèd[e[gÎgÎiAjAl´l´n%o%q–q–stvxvxxéxézZ{Z}Ë}Ë<€<‚­‚­„…‡އމÿ‰ÿ‹pŒpŽáŽá�R‘R“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2»GW2�»GW2YˆW2 YˆW2ãŽW2ãŽW2�±W2€�±W2+òW2ü+òW2µøW2µøW2_X2p_X2ý[X2ìý[X2‡bX2ô‡bX2ë£X2`ë£X2KÈX2ÌKÈX2ûX2ìûX2=NY2L =NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2ÕO\2T ÕO\2¥!]2˜¥!]2M4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²^* b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1—×€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²^* b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1—×€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1~²^* b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1—× €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1 ,  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛPPÅÅ):*:4¯4¯>"?"I•I•ST^y^yhëhër]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹uuêê_ _"Ô"Ô$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯I"J"L•L•NOQ{Q{SîSîUaVaXÔXÔZG[G]º]º_-`-bŸbŸdegƒgƒiõiõkglgnÙnÙpKqKs½s½u/v/x¡x¡z{}…}…÷÷�i‚i„Û„Û†M‡M‰À‰À‹3Œ3ަަ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2OGW2�OGW2í‡W2 í‡W2UŒW2UŒW2!±W2€!±W2¿ñW2ü¿ñW2'öW2'öW2óX2póX2‘[X2ì‘[X2ù_X2ôù_X2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX2=NY2L =NY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2‰P\2T ‰P\2Y"]2˜Y"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ôÀ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ôÀ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ôÀ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations15U  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞVVÎÎ)F*F4¾4¾>4?4IªIªS T ^˜^˜his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$n%n'æ'æ)^*^,Ö,Ö.N/N1Æ1Æ3>4>6¶6¶8.9.;¦;¦=>@–@–BCE†E†GþGþItJtLêLêN`O`QÖQÖSLTLVÂVÂX8Y8[®[®]$^$`š`šbce†e†gügüirjrlèlèn`o`qÖqÖsLtLvÂvÂx8y8{®{®}$~$€š€š‚ƒ…†…†‡ü‡ü‰rŠrŒèŒèŽ^�^‘Ô‘Ô“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2ÁGW2�ÁGW2_ˆW2 _ˆW2ÑŽW2ÑŽW2�±W2€�±W2+òW2ü+òW2£øW2£øW2_X2p_X2ý[X2ìý[X2ubX2ôubX2›¢X2`›¢X2ûÆX2ÌûÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2AP\2T AP\2"]2˜"]2¹4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»e1 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1…Å€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»e1 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1…Å€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»e1 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1…Å €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Áá  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ø ØOOÆÆ)=*=4´4´>+?+I¢I¢ST^•^•hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaØØOOÆÆ = = ´ ´++¢¢��~~õõl l"ã"ã$Z%Z'Ñ'Ñ)H*H,¿,¿.6/61­1­3$4$6›6›89;‰;‰=>@w@wBîBîDeEeGÜGÜISJSLÊLÊNAOAQ¸Q¸S/T/V¦V¦XY[”[”] ^ `‚`‚bùbùdpepgçgçi^j^lÕlÕnQoQqÃqÃs5t5v§v§xy{‹{‹}ý}ýo€o‚á‚á„S…S‡Ňʼn7Š7Œ©Œ©Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2IGW2�IGW2ç‡W2 ç‡W2UŒW2UŒW2±W2€±W2¹ñW2ü¹ñW2'öW2'öW2íX2píX2‹[X2ì‹[X2ù_X2ôù_X2Í£X2`Í£X2-ÈX2Ì-ÈX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ð¼ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ð¼ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ð¼ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ô  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÆÆ)<*<4²4²>&?&IšIšST^†^†húhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$N%N'Ä'Ä):*:,°,°.&/&1œ1œ346ˆ6ˆ8þ8þ:t;t=ê=ê?`@`BÖBÖDLELGÂGÂI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`Jb¾b¾d2e2g¦g¦ijlŽlŽnoqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡އމŠŒvŒvŽêŽê�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2ÁGW2�ÁGW2_ˆW2 _ˆW2ÑŽW2ÑŽW2“±W2€“±W21òW2ü1òW2£øW2£øW2eX2peX2\X2ì\X2ubX2ôubX2Ó£X2`Ó£X23ÈX2Ì3ÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»g3 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1…Å€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»g3 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1…Å€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‡»g3 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1…Å €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1û  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ö ÖKKÀÀ)5*54ª4ª>?I”I”S T ^ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÖÖKKÀÀ 5 5 ª ª””  ~~óóhhÝÝR R"Ç"Ç$<%<'±'±)&*&,›,›./1…1…3ú3ú5o6o8ä8ä:Y;Y=Î=Î?C@CB¸B¸D-E-G¢G¢IJLŒLŒNOQvQvSëSëU`V`XÕXÕZJ[J]¿]¿_4`4b©b©deg“g“ijl}l}n÷n÷piqisÛsÛuMvMx¿x¿z1{1}£}£€‚‡‚‡„ù„ù†k‡k‰݉݋OŒOŽÁŽÁ�3‘3“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17LÙ2W2IGW2�IGW2ç‡W2 ç‡W2CŒW2CŒW2±W2€±W2³ñW2ü³ñW2öW2öW2çX2pçX2…[X2ì…[X2ç_X2ôç_X2;¥X2`;¥X2›ÉX2Ô›ÉX2ûX2ôûX27NY2T 7NY2ìY2´ ìY2EÀZ2x EÀZ2#�[2| #�[2SP\2\ SP\2I ]2 I ]2ñ2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆñ½ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆñ½ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆñ½ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1Öf…  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPÉÉ)@*@4·4·>,?,I¡I¡ST^—^—h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßITJTLÉLÉN>O>Q³Q³S(T(V�V�XY[‡[‡]ü]ü_q`qbæbæd[e[gÐgÐiEjElºlºn;o;q°q°s%t%všvšxy{„{„}ù}ùn€n‚ã‚ã„X…X‡͇͉BŠBŒ·Œ·Ž,�,‘¡‘¡“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2ÇGW2�ÇGW2eˆW2 eˆW2׎W2׎W2“±W2€“±W21òW2ü1òW2©øW2©øW2eX2peX2\X2ì\X2{bX2ô{bX2G¥X2`G¥X2§ÉX2Ô§ÉX2ûX2ôûX27NY2T 7NY2#ìY2´ #ìY2KÀZ2x KÀZ2)�[2| )�[2YP\2\ YP\2O ]2 O ]2÷2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Än: b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1”Ô€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Än: b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1”Ô€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Än: b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1”Ô €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1³ûß“  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Û ÛUUÕÕ)K*K4Á4Á>5?5I©I©ST^�^�his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÛÛUUÏÏ I I à Ã==··11««%%ŸŸ “ “" # %�%�'(*y*y,ï,ï.e/e1Û1Û3Q4Q6Ç6Ç8=9=;³;³=)>)@Ÿ@ŸBCE‹E‹GHJuJuLéLéN]O]QÑQÑSETEV¹V¹X-Y-[¡[¡]^`‰`‰býbýdqeqgågåiYjYlÍlÍnMoMqÁqÁs5t5v©v©xy{‘{‘}~€y€y‚í‚í„a…a‡Õ‡Õ‰IŠIŒ½Œ½Ž1�1‘¥‘¥“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2CGW2�CGW2á‡W2 á‡W2CŒW2CŒW2±W2€±W2³ñW2ü³ñW2öW2öW2çX2pçX2…[X2ì…[X2ç_X2ôç_X2 ¤X2` ¤X2iÈX2ÔiÈX2ûX2ôûX27NY2T 7NY2 ìY2´  ìY23ÀZ2x 3ÀZ2�[2| �[2íO\2\ íO\2ã]2 ã]2‹2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†í¹ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†í¹ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1R†í¹ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1•æR  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×MMÆÆ);*;4°4°>#?#I–I–S T ^ˆ^ˆhûhûrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¥b¥deg‹g‹iþiþkqlqnðnðpcqcsÖsÖuIvIx¼x¼z/{/}¢}¢€‚ˆ‚ˆ„û„û†n‡n‰á‰á‹TŒTŽÇŽÇ�:‘:“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17LÙ2W2ÇGW2�ÇGW2eˆW2 eˆW2ÝŽW2ÝŽW2™±W2€™±W27òW2ü7òW2¯øW2¯øW2kX2pkX2 \X2ì \X2�bX2ô�bX2¥X2`¥X2}ÉX2Ô}ÉX2ûX2ôûX27NY2T 7NY2 ìY2´  ìY23ÀZ2x 3ÀZ2�[2| �[2áO\2\ áO\2×]2 ×]22]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Äp< b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1•Õ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Äp< b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1•Õ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Äp< b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1•Õ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1Ú"³g  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ù ÙQQÍÍ)A*A4µ4µ>'?'I™I™S T ^‰^‰hûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A ¹ ¹11©©!!™™‰‰ y y"ñ"ñ$m%m'á'á)U*U,É,É.=/=1±1±3%4%6™6™8 9 ;�;�=õ=õ?i@iBÝBÝDQEQGÅGÅI7J7L©L©NOQ�Q�SÿSÿUqVqXãXãZU[U]Ç]Ç_9`9b«b«deg�g�ijlslsnñnñpcqcsÕsÕuGvGx¹x¹z+{+}�}�€‚�‚�„ó„ó†e‡e‰׉׋IŒI޻޻�-‘-“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Ó2W2GW2GW2¥‡W2|¥‡W2 �W2„ �W2?�W2ð?�W2É™W2|É™W2ÿœW2HÿœW2Ó°W2ÔÓ°W2qñW2PqñW2ÛöW2XÛöW2úW2ÄúW2›X2P›X2ÑX2ÑX2¥X2¨¥X2C[X2$ C[X2­`X2, ­`X2ãcX2˜ ãcX2mmX2$ mmX2£pX2ð £pX2å�X2| å�X2}¥X2X}¥X2ÝÉX2ÔÝÉX2÷X2ô÷X2“Y2ГY2O$?$I—I—ST^‰^‰hühüroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð]]ÓÓII¿¿ 5 5 u uëëaa××MMwwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?P@PBÃBÃD6E6G©G©IJL�L�NOQuQuSèSèU[V[XÎXÎZA[A]´]´_'`'b¦b¦degŒgŒiÿiÿkrlrnånåpXqXsËsËu>v>x±x±z${$}—}— € ‚}‚}„ð„ð†c‡c‰Õ‰Õ‹GŒG޹޹�+‘+“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2ÙGW2èÙGW2wˆW2dwˆW2+�W2l+�W2µ˜W2赘W2ë›W2´ë›W2«±W2@«±W2IòW2¼IòW2ýøW2ÄýøW2‡X2@‡X2½X2 ½X2}X2˜}X2\X2\X2ÏbX2 ÏbX2YlX2˜ YlX2�oX2d �oX2ÑœX2ð ÑœX2C¦X2Ì C¦X2£ÊX2H £ÊX2å÷X2hå÷X2ŸY2DŸY2[-?-I¡I¡S!T!^•^•h i s}s}} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯%%›› ‡ ‡"ý"ý$?%?'µ'µ)+*+,¡,¡./1Ã1Ã39496¯6¯8%9%;›;›=>@…@…BùBùDmEmGáGáIUJULÉLÉN=O=Q±Q±S%T%V™V™X Y [�[�]õ]õ_i`ibébéd]e]gÑgÑiEjEl¹l¹n-o-q¡q¡stv‰v‰xýxýzq{q}å}åY€Y‚͂̈́A…A‡µ‡µ‰(Š(Œ›Œ›Ž�‘�‘�“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ó2W2GW2GW2Ÿ‡W2|Ÿ‡W2 �W2„ �W2?�W2ð?�W2É™W2|É™W2ÿœW2HÿœW2Ó°W2ÔÓ°W2qñW2PqñW2ÛöW2XÛöW2úW2ÄúW2›X2P›X2ÑX2ÑX2¥X2¨¥X2C[X2$ C[X2­`X2, ­`X2ãcX2˜ ãcX2mmX2$ mmX2£pX2ð £pX2å�X2| å�X2'§X2X'§X2‡ËX2Ô‡ËX2ÉøX2ôÉøX2�Y2Ð�Y2K=Y2\K=Y2ebY2€ebY2cmY2¬cmY2íëY28íëY2ÅÁZ2üÅÁZ2ÿ­[2ÿ­[2y»[2ày»[2uO\2luO\2E!]2°E!]2í3]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¸„ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1à bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¸„ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1à  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¸„  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1à bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r’ôXx bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1�Ð` .nü< A �  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d�  °0À@ÐPà`ðp€ Ž ~ þ  œ G Ç * ª  � 8 ¸ Ù Y F Æ TÔ=}bâpð€ÀP�^ì, bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ ž žPPÃÃ)6*64©4©>?I‹I‹ST^y^yhêhêr[s[} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 v vììbbØØNNssææY Y"Ì"Ì$?%?'²'²)%*%,˜,˜. / 1~1~3ñ3ñ5d6d8×8×:J;J=½=½?.@.BŸBŸDEG�G�IòIòKcLcNÔNÔPEQES¶S¶U'V'X˜X˜Z [ ]z]z_ë_ëahbhdÙdÙfJgJi»i»k,l,n�n�pqssuðuðwaxazÒzÒ|C}C´´�%‚%„–„–†‡‰w‰w‹ç‹ç�WŽW�Ç�Ç’# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2ßGW2èßGW2}ˆW2d}ˆW2+�W2l+�W2µ˜W2赘W2ë›W2´ë›W2±±W2@±±W2OòW2¼OòW2ýøW2ÄýøW2‡X2@‡X2½X2 ½X2ƒX2˜ƒX2!\X2!\X2ÏbX2 ÏbX2YlX2˜ YlX2�oX2d �oX2ÑœX2ð ÑœX2“¤X2Ì “¤X2óÈX2H óÈX25öX2h5öX2ÉY2DÉY2…!?!I“I“ST^ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››ƒƒ÷÷k k"ß"ß$ % '”'”)*,|,|.ð.ð0›1›346ƒ6ƒ8÷8÷:k;k=ß=ß?Q@QBÃBÃD5E5G§G§IJL‹L‹NýNýPoQoSáSáUSVSXÅXÅZ7[7]©]©_`b™b™d e g}g}iïiïkalanÓnÓpEqEs·s·u)v)x›x›z { }}ññ�c‚c„Õ„Õ†G‡G‰¸‰¸‹)Œ)ŽšŽš� ‘ “  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2CGW2èCGW2á‡W2dá‡W2+�W2l+�W2µ˜W2赘W2ë›W2´ë›W2±W2@±W2³ñW2¼³ñW2ýøW2ÄýøW2‡X2@‡X2½X2 ½X2çX2˜çX2…[X2…[X2ÏbX2 ÏbX2YlX2˜ YlX2�oX2d �oX2ÑœX2ð ÑœX2¹¥X2Ì ¹¥X2ÊX2H ÊX2[÷X2h[÷X2{Y2D{Y27"?"I`I`ST^ˆ^ˆhühürrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ØØPPÈÈ @ @ ¸ ¸00¨¨  ˜˜  ‚‚÷÷l l"á"á$V%V'Ë'Ë)@*@,µ,µ.*/*1Ÿ1Ÿ346‰6‰8þ8þ:s;s=è=è?]@]BÒBÒDGEGG¼G¼I2J2L¦L¦NOQŽQŽSTV@V@X´X´Z([(]œ]œ_`bÄbÄd8e8g¬g¬i j l”l”noq|q|sðsðudvdxØxØzL{L}À}À4€4‚¨‚¨„…‡’‡’‰ŠŒ|Œ|ŽñŽñ�f‘f“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2ÓGW2èÓGW2qˆW2dqˆW2+�W2l+�W2µ˜W2赘W2ë›W2´ë›W2¥±W2@¥±W2CòW2¼CòW2ýøW2ÄýøW2‡X2@‡X2½X2 ½X2wX2˜wX2\X2\X2ÏbX2 ÏbX2YlX2˜ YlX2�oX2d �oX2ÑœX2ð ÑœX2A¥X2Ì A¥X2¡ÉX2H ¡ÉX2ãöX2hãöX2iY2DiY2%;?;I²I²S'T'^f^fhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÞÞWWÐÐ I I  Â;;´´--¦¦˜˜ Š Š"#%|%|'õ'õ)n*n,ç,ç.`/`1Ù1Ù3R4R6Ë6Ë8D9D;½;½=6>6@¯@¯B(C(E¡E¡GHJ“J“L M O�O�QøQøSoToVæVæX]Y][Ô[Ô]K^K`Â`Âb7c7e¬e¬g!h!j–j–l m oJoJq½q½s0t0v£v£xy{¿{¿}2~2€¥€¥‚ƒ…‹…‹‡þ‡þ‰pŠpŒâŒâŽT�T‘ƑƓ  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2CGW2èCGW2á‡W2dá‡W2+�W2l+�W2µ˜W2赘W2ë›W2´ë›W2±W2@±W2³ñW2¼³ñW2ýøW2ÄýøW2‡X2@‡X2½X2 ½X2çX2˜çX2…[X2…[X2ÏbX2 ÏbX2YlX2˜ YlX2�oX2d �oX2ÑœX2ð ÑœX2ó¤X2Ì ó¤X2SÉX2H SÉX2•öX2h•öX2a Y2Da Y2>Y2Ð>Y2÷]Y2ô÷]Y2õhY2 õhY2ÿëY2¬ÿëY2×ÁZ2p×ÁZ2®[2t®[2‹»[2T‹»[2ÏO\2àÏO\2Ÿ!]2$Ÿ!]2G4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ð¼ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 GS“æ& bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ð¼ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 GS“æ& bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡ð¼  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 GS“æ&  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 s“ö#C bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1W—î.ƒÃÆ   F bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dW×.®…Ü\³3Š aá8¸ �âb·7 Œ ™  a á d ä 6 ¶ / ¯  ‹ ú z à ` · ÷ NŽf¦ã#x¸ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Ö ÖKKÀÀ)5*54ª4ª>?I[I[S T ^~^~hðhðrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††ûûppååZ Z"Ï"Ï$D%D'¹'¹).*.,£,£./1�1�346w6w8ì8ì:a;a=Ö=Ö?K@KBÀBÀD5E5GªGªIJL’L’NOQxQxSëSëU'V'XšXšZ [ ]€]€_ó_óa¤b¤degˆgˆiúiúklllnÞnÞpPqPsÂsÂu4v4x¦x¦z{}Š}Šüü�n‚n„à„à†T‡T‰ljNj:Œ:Ž­Ž­� ‘ “  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2ÙGW2èÙGW2wˆW2dwˆW2+�W2l+�W2µ˜W2赘W2ë›W2´ë›W2«±W2@«±W2IòW2¼IòW2ýøW2ÄýøW2‡X2@‡X2½X2 ½X2}X2˜}X2\X2\X2ÏbX2 ÏbX2YlX2˜ YlX2�oX2d �oX2ÑœX2ð ÑœX2G¥X2Ì G¥X2§ÉX2H §ÉX2éöX2héöX2½Y2D½Y2y‘ d ä 7 · w ÷  Š T Ô Ý ] 1 ± ° 0  Ž ƒ à V©é<| bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>-?-I¢I¢ST^S^Shûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbåbådXeXgËgËi>j>l±l±nïnïp`q`sÑsÑuBvBx³x³z[{[}Ì}Ì=€=‚®‚®„…‡‘‡‘‰ŠŒsŒsŽäŽä�U‘U“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2IGW2ÐIGW2ç‡W2Lç‡W21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2±W2(±W2¹ñW2¤¹ñW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2íX2€íX2‹[X2ü‹[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2¹¥X2´ ¹¥X2ÊX20 ÊX2[÷X2P[÷X2�Y2,�Y2w\Y2˜w\Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[25P\2Ì5P\2"]2"]2­4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆó¿ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TS“æ& bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆó¿ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TS“æ& bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆó¿  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TS“æ&  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ž®2Rä bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1&f €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1vöCÃ�Ý] ø 8 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` × ×NNÅÅ)<*<4³4³>,?,I£I£ST^Œ^Œhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``××NNÅÅ < < ³ ³**¡¡��}}ôôk k"â"â$Y%Y'Ð'Ð)G*G,¾,¾.5/51¬1¬3#4#6š6š89;ˆ;ˆ=ÿ=ÿ?v@vBíBíDdEdGÛGÛITJTLËLËNBOBQ¹Q¹S0T0V§V§XY[•[•] ^ `ƒ`ƒbúbúdqeqgègèi_j_lÖlÖnHoHqºqºs,t,vžvžxy{‚{‚}ô}ôf€f‚؂؄J…J‡¼‡¼‰.Š.Œ Œ Ž�‘„‘„“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2ÍGW2ÐÍGW2kˆW2LkˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2Ÿ±W2(Ÿ±W2=òW2¤=òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2qX2€qX2\X2ü\X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2›Y2,›Y2s]Y2˜s]Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2‰P\2̉P\2Y"]2Y"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1–ÊvB b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S“ƒÃê* bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1–ÊvB b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S“ƒÃê* bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1–ÊvB  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S“ƒÃê*  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 v–_Ÿ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D„€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1æfÁAœ w ÷ ô4 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝUUÍÍ)E*E4½4½>5?5I«I«S!T!^—^—h i sƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%���� } }"õ"õ$m%m'å'å)]*],Õ,Õ.M/M1Å1Å3=4=6µ6µ8-9-;¥;¥=>@•@•B C E…E…GýGýIuJuLëLëNaOaQ×Q×SMTMVÃVÃX9Y9[¯[¯]%^%`›`›bce‡e‡gýgýisjslélén_o_qÕqÕsKtKvÁvÁx7y7{­{­}#~#€™€™‚ƒ…………‡û‡û‰qŠqŒçŒçŽ]�]‘Ó‘Ó“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2IGW2ÐIGW2ç‡W2Lç‡W21�W2T1�W2»˜W2л˜W2ñ›W2œñ›W2±W2(±W2¹ñW2¤¹ñW2ùW2¬ùW2�X2(�X2ÃX2ôÃX2íX2€íX2‹[X2ü‹[X2ÕbX2 ÕbX2_lX2€ _lX2•oX2L •oX2לX2Ø לX2Ñ¥X2´ Ñ¥X21ÊX20 1ÊX2s÷X2Ps÷X2 Y2, Y2]Y2˜]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆñ½ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 US“æ& bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆñ½ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 US“æ& bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆñ½  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 US“æ&  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 t”ùù bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1³ ó €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ª * w ÷ D Ä  ‘ …Å €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Õ ÕJJ¿¿)4*44©4©> ? I•I•S T ^|^|hîhîr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÕÕJJ¿¿ 4 4 © ©““}}òòggÜÜQ Q"Æ"Æ$;%;'°'°)%*%,š,š./1„1„3ù3ù5n6n8ã8ã:X;X=Í=Í?B@BB·B·D,E,G¡G¡IJL�L�NOQwQwSìSìUaVaXÖXÖZK[K]À]À_5`5bªbªdeg”g”i j l~l~nðnðpbqbsÔsÔuFvFx¸x¸z*{*}œ}œ€‚€‚€„ò„ò†d‡d‰Ö‰Ö‹HŒHŽºŽº�,‘,“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2ÓGW2ÐÓGW2qˆW2LqˆW27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2Ÿ±W2(Ÿ±W2=òW2¤=òW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2qX2€qX2\X2ü\X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2q¥X2´ q¥X2ÑÉX20 ÑÉX2÷X2P÷X25Y2,5Y2^Y2˜^Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2P\2ÌP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1˜ÌzF b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S“ƒÃë+ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1˜ÌzF b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S“ƒÃë+ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1˜ÌzF  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S“ƒÃë+  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ããè¡Á bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ß €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1R Ò - ­  ˆ ã c �Ï €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙOOÅÅ);*;4±4±>'?'I›I›ST^ƒ^ƒh÷h÷rksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰ÿÿuuëëa a"×"×$M%M'Ã'Ã)9*9,¯,¯.%/%1›1›346‡6‡8ý8ý:s;s=é=é?_@_BÕBÕDKEKGÁGÁI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqwqwsësëu_v_xÓxÓzG{G}»}»/€/‚£‚£„…‡‹‡‹‰ÿ‰ÿ‹sŒsŽçŽç�[‘[“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2OGW2ÐOGW2í‡W2Lí‡W27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2!±W2(!±W2¿ñW2¤¿ñW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2óX2€óX2‘[X2ü‘[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2ï¥X2´ ï¥X2OÊX20 OÊX2‘÷X2P‘÷X2uY2,uY2•\Y2˜•\Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2MP\2ÌMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ôÀ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @U•è( bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ôÀ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @U•è( bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ôÀ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @U•è(  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 •µø= bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Y €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1}ýLÌ›êj S €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Þ ÞXXÎÎ)D*D4º4º>0?0I¤I¤ST^Œ^Œhistst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÞÞXXÒÒ L L Æ Æ@@ºº44®®((¢¢ – –"#%†%†'ü'ü)r*r,è,è.^/^1Ô1Ô3J4J6À6À8696;¬;¬=">"@˜@˜BCE„E„GúGúIpJpLäLäNXOXQÌQÌS@T@V´V´X(Y([œ[œ]^`„`„bøbødlelgàgàiTjTlÈlÈn/?/I¤I¤ST^Ž^Žhisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIWJWLÌLÌNAOAQ¶Q¶S+T+V V XY[Š[Š]ÿ]ÿ_t`tbébéd^e^gÓgÓiHjHl½l½n2o2q§q§stv‘v‘xy{{{{}ð}ðe€e‚Ú‚Ú„O…O‡ćĉ9Š9Œ®Œ®Ž#�#‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2OGW2ÐOGW2í‡W2Lí‡W27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2±W2(±W2¹ñW2¤¹ñW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2íX2€íX2‹[X2ü‹[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2ù¤X2´ ù¤X2YÉX20 YÉX2›öX2P›öX2Y2,Y2%]Y2˜%]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ò¾ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @T”ç' bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ò¾ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @T”ç' bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰ò¾  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @T”ç'  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u•ÿ? bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¨ è €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¹ 9 ˆ  W × & ¦ ¢â €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜTTÈÈ)<*<4°4°>$?$I–I–ST^z^zhìhìr^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœŒŒ | |"ô"ô$h%h'Ü'Ü)P*P,Ä,Ä.8/81¬1¬3 4 6”6”89;|;|=ð=ð?d@dBØBØDLELGÀGÀI4J4L¦L¦NOQŠQŠSüSüUnVnXàXàZR[R]Ä]Ä_6`6b¨b¨degŒgŒiþiþkplpnânâpTqTsÆsÆu8v8xªxªz{}Ž}Ž€‚r‚r„ä„ä†V‡V‰ȉȋ:Œ:ެެ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2ÍGW2ÐÍGW2kˆW2LkˆW2C�W2TC�W2͘W2Ð͘W2œW2œœW2™±W2(™±W27òW2¤7òW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2kX2€kX2 \X2ü \X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2w¥X2´ w¥X2×ÉX20 ×ÉX2÷X2P÷X2!Y2,!Y2ë]Y2˜ë]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Áo; b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S“™Ùö6 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Áo; b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S“™Ùö6 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Áo;  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S“™Ùö6  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ããè¤Ä bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Å  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations17 ·  � é i  B h¨ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÅÅ):*:4¯4¯>$?$I—I—S T ^}^}hðhðrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$M%M'Â'Â)7*7,¬,¬.!/!1–1–3 4 6€6€8õ8õ:j;j=ß=ß?T@TBÉBÉD>E>G³G³I(J(L›L›NOQ�Q�SôSôUgVgXÚXÚZM[M]À]À_3`3b¦b¦degŒgŒiÿiÿkrlrnånåpXqXsËsËu>v>x±x±z${$}—}— € ‚}‚}„ð„ð†c‡c‰Ö‰Ö‹IŒI޼޼�/‘/“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2UGW2ÐUGW2ó‡W2Ló‡W2U�W2TU�W2ߘW2ÐߘW2œW2œœW2'±W2('±W2ÅñW2¤ÅñW2'ùW2¬'ùW2±X2(±X2çX2ôçX2ùX2€ùX2—[X2ü—[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2�Y2,�Y2ï\Y2˜ï\Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠõÁ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Ik«@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠõÁ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Ik«@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠõÁ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Ik«@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ãã莮 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1*j €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1˜míB — f¦ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×LLÁÁ)6*64«4«>?I‘I‘ST^w^whêhêr]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡üüqqææ[ ["Ð"Ð$E%E'º'º)/*/,¤,¤./1Ž1Ž346x6x8í8í:b;b=×=×?J@JB½B½D0E0G£G£IJL‰L‰NüNüPoQoSâSâUUVUXÈXÈZ;[;]®]®_!`!b”b”degzgziíiík`l`nÓnÓpFqFs¹s¹u,v,xŸxŸz{}…}…øø�k‚k„Þ„Þ†Q‡Q‰ÉË5Œ5ާާ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ÁGW2ÐÁGW2_ˆW2L_ˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2�±W2(�±W2+òW2¤+òW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2_X2€_X2ý[X2üý[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2�¤X2´ �¤X2íÈX20 íÈX2/öX2P/öX2­Y2,­Y2^Y2˜^Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[25P\2Ì5P\2"]2"]2­4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´`, b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S“ƒÃé) bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´`, b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S“ƒÃé) bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´`,  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S“ƒÃé)  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p��°µÕ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1JŠ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1(¨ ‹în Ñ Q ŠÊ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii ã ãYYÏÏ)E*E4»4»>/?/I£I£ST^‹^‹hÿhÿrsss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiãã]]×× Q Q Ë ËEE¿¿99³³))ŸŸ ‹ ‹"#%w%w'í'í)c*c,Ù,Ù.O/O1Å1Å3;4;6±6±8'9';�;�=>@‡@‡BûBûDoEoGãGãIWJWLËLËN?O?Q³Q³S'T'V›V›XY[ƒ[ƒ]÷]÷_k`kbßbßdSeSgÇgÇi;j;l¯l¯n#o#q—q—s t vvxóxózg{g}Û}ÛO€O‚ÂÄ7…7‡«‡«‰ŠŒ‘Œ‘Ž�‘w‘w“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2UGW2ÐUGW2ó‡W2Ló‡W2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2!±W2(!±W2¿ñW2¤¿ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2óX2€óX2‘[X2ü‘[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2!Y2,!Y2]Y2˜]Y2íëY2$íëY2ÅÁZ2èÅÁZ2ÿ­[2ìÿ­[2uO\2ÌuO\2E!]2E!]2í3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠó¿ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jjªþ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠó¿ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jjªþ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠó¿  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jjªþ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ããèw— bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¿ ÿ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ì l Á A –  k ë û; €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙLL¿¿)2*24¥4¥>?I‡I‡SøSø]i^ihÚhÚrKsK} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰üüooââU U"È"È$;%;'®'®)!*!,”,”./1z1z3í3í5`6`8Ó8Ó:F;F=¹=¹?*@*B›B›D E G}G}IîIîK_L_NÐNÐPAQAS²S²U#V#X”X”Z[]v]v_ç_çaXbXdÉdÉf:g:i«i«kln�n�pþpþrosouàuàwQxQzÂzÂ|3}3¤¤�‚„†„††÷†÷ˆg‰g‹׋×�GŽG�·�·’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ÁGW2ÐÁGW2_ˆW2L_ˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2“±W2(“±W21òW2¤1òW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2eX2€eX2\X2ü\X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX25¥X2´ 5¥X2•ÉX20 •ÉX2×öX2P×öX2MY2,MY2±^Y2˜±^Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2½O\2̽O\2�!]2�!]254]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶d0 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S“ƒÃê* bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶d0 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S“ƒÃê* bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶d0  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S“ƒÃê*  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �¯9Y^~ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1í- €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1´ 4 —  z ú ] Ý -m €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßSSÇÇ);*;4¯4¯>!?!I“I“ST^w^whéhér[s[} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ‡‡ûûo o"ã"ã$W%W'Ë'Ë)?*?,³,³.'/'1›1›346ƒ6ƒ8÷8÷:k;k=ß=ß?Q@QBÃBÃD5E5G§G§IJL‹L‹NýNýPoQoSáSáUSVSXÅXÅZ7[7]©]©_`b�b�dÿdÿfqgqiãiãkUlUnÇnÇp9q9s«s«uvx�x�z{}s}såå�W‚W„ɄɆ;‡;‰¬‰¬‹ŒŽŽŽŽ�ÿ�ÿ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2[GW2Ð[GW2ù‡W2Lù‡W2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2'±W2('±W2ÅñW2¤ÅñW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2ùX2€ùX2—[X2ü—[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2k¥X2´ k¥X2ËÉX20 ËÉX2 ÷X2P ÷X2‡Y2,‡Y2µ]Y2˜µ]Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @T”ç' bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @T”ç' bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ö  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @T”ç'  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ããè�¯ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1!a €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ðpÐP°0 �  ,l €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜQQÆÆ);*;4°4°>&?&IšIšST^‚^‚höhörlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœ††ûûp p"å"å$Z%Z'Ï'Ï)D*D,¹,¹../.1£1£346�6�89;w;w=ì=ì?a@aBÖBÖDKEKGÀGÀI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`Jb¾b¾d2e2g¦g¦ijlŽlŽnoqvqvsêsêu^v^xÒxÒzF{F}º}º.€.‚¢‚¢„…‡Œ‡Œ‰ŠŒvŒvŽëŽë�`‘`“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2»GW2лGW2YˆW2LYˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2‡±W2(‡±W2%òW2¤%òW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2YX2€YX2÷[X2ü÷[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2‹¦X2´ ‹¦X2ëÊX20 ëÊX2-øX2P-øX2«Y2,«Y2Û^Y2˜Û^Y2/ìY2$/ìY2ÂZ2èÂZ2A®[2ìA®[2‰P\2̉P\2Y"]2Y"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©U! b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S““Óç' bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©U! b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S““Óç' bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1u©U!  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S““Óç'  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ',L¯Ï bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1E… €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€nî\ Ü J Ê P� €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii â â[[ÔÔ)M*M4Æ4Æ>???I¶I¶S+T+^ž^žhis„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiââ[[ÔÔ M M Æ Æ??¸¸11ªª##œœ Ž Ž"#%€%€'ù'ù)r*r,ë,ë.d/d1Ý1Ý3V4V6Ï6Ï8H9H;Á;Á=:>:@³@³B,C,E¥E¥GHJ—J—LMO…O…QüQüSsTsVêVêXaYa[Ø[Ø]O^O`Æ`Æb;c;e°e°g%h%jšjšlmo‚o‚qõqõshthvÛvÛxNyN{Á{Á}4~4€§€§‚ƒ…�…�‡ˆŠrŠrŒäŒäŽV�V‘ȑȓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2UGW2ÐUGW2ó‡W2Ló‡W2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2'±W2('±W2ÅñW2¤ÅñW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2ùX2€ùX2—[X2ü—[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2#¥X2´ #¥X2ƒÉX20 ƒÉX2ÅöX2PÅöX2'Y2,'Y2W^Y2˜W^Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ôÀ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @T”ç' bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ôÀ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @T”ç' bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ôÀ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @T”ç'  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 !Aw—Ff bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Á  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1p ð P Ð 0 °  � Ì  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94®4®>#?#I–I–ST^z^zhìhìr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?O@OBÄBÄD9E9G®G®I#J#L–L–N O Q|Q|SïSïUbVbXÕXÕZH[H]»]»_.`.b b deg„g„iöiökhlhnÚnÚpLqLs¾s¾u0v0x¢x¢z{}†}†øø�j‚j„܄܆P‡P‰ÉË6Œ6ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2»GW2лGW2YˆW2LYˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2�±W2(�±W2+òW2¤+òW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2_X2€_X2ý[X2üý[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2}¥X2´ }¥X2ÝÉX20 ÝÉX2÷X2P÷X2WY2,WY2‰_Y2˜‰_Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2P\2ÌP\2ç!]2ç!]2�4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«Y% b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S““Óç' bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«Y% b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S““Óç' bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«Y%  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S““Óç'  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ããè¢Â bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ó 3 €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18 ¸ & ¦  ” ‚þ> €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Þ ÞUUÌÌ)C*C4º4º>1?1I¦I¦ST^Š^Šhûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâIYJYLÎLÎNCOCQ¸Q¸S-T-V¢V¢XY[Œ[Œ]^`v`vbébéd\e\gÏgÏiBjBlµlµn&o&q—q—stvyvyxêxêz[{[}Ì}Ì=€=‚®‚®„…‡‘‡‘‰ŠŒsŒsŽäŽä�U‘U“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2-±W2(-±W2ËñW2¤ËñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2ÿX2€ÿX2�[X2ü�[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2¥X2´ ¥X2qÉX20 qÉX2³öX2P³öX2·Y2,·Y2�^Y2˜�^Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2MP\2ÌMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ÷à b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @T”ç' bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ÷à b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @T”ç' bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ÷à  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @T”ç'  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  )Ž®.N bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1LŒ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1JÊ5µ   ‹ ô4 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>0?0I§I§ST^�^�histst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIXJXLÏLÏNFOFQ½Q½S4T4V«V«X"Y"[™[™]^`‡`‡bþbþdueugìgìicjclÚlÚnLoLq¾q¾s0t0v¢v¢xy{†{†}ø}øj€j‚܂܄N…N‡À‡À‰2Š2Œ¤Œ¤Ž�‘ˆ‘ˆ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2¯GW2ЯGW2MˆW2LMˆW2C�W2TC�W2͘W2Ð͘W2œW2œœW2�±W2(�±W2òW2¤òW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2SX2€SX2ñ[X2üñ[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2ÝY2,ÝY2§_Y2˜§_Y25ìY2$5ìY2 ÂZ2è ÂZ2G®[2ìG®[2›P\2Ì›P\2k"]2k"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžJ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S“…Åæ& bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžJ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S“…Åæ& bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžJ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S“…Åæ&  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ããèy™ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1v¶€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ØXÑQ Ê J à C V €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áYYÑÑ)I*I4Á4Á>9?9I¯I¯S%T%^›^›his‡s‡} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‘‘  � �"ù"ù$q%q'é'é)a*a,Ù,Ù.Q/Q1É1É3A4A6¹6¹8191;©;©=!>!@™@™BCE‰E‰GHJyJyLïLïNeOeQÛQÛSQTQVÇVÇX=Y=[³[³])^)`Ÿ`Ÿbce‹e‹ghjwjwlílíncocqÙqÙsOtOvÅvÅx;y;{±{±}'~'€�€�‚ƒ…‰…‰‡ÿ‡ÿ‰uŠuŒëŒëŽa�a‘בד b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2[GW2Ð[GW2ù‡W2Lù‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2-±W2(-±W2ËñW2¤ËñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2ÿX2€ÿX2�[X2ü�[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2]Y2,]Y2/_Y2˜/_Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2óO\2ÌóO\2Ã!]2Ã!]2k4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒõÁ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @T”ç' bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒõÁ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @T”ç' bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒõÁ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @T”ç'  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ããès“ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1÷ 7 €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ö v á a Ì L · 7Ÿß €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ù ÙNNÃÃ)8*84­4­>$?$I™I™ST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÙÙNNÃà 8 8 ­ ­""——  ��öökkààU U"Ê"Ê$?%?'´'´))*),ž,ž./1ˆ1ˆ3ý3ý5r6r8ç8ç:\;\=Ñ=Ñ?F@FB»B»D0E0G¥G¥IJL‘L‘NOQ{Q{SðSðUeVeXÚXÚZO[O]Ä]Ä_9`9b®b®d#e#g˜g˜i j l‚l‚nônôpfqfsØsØuJvJx¼x¼z.{.} } €‚„‚„„ö„ö†h‡h‰Ú‰Ú‹LŒL޾޾�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2µGW2еGW2SˆW2LSˆW2C�W2TC�W2͘W2Ð͘W2œW2œœW2‡±W2(‡±W2%òW2¤%òW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2YX2€YX2÷[X2ü÷[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2w¥X2´ w¥X2×ÉX20 ×ÉX2÷X2P÷X2cY2,cY2[`Y2˜[`Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2#P\2Ì#P\2ó!]2ó!]2›4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l N b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S“„Äæ& bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l N b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S“„Äæ& bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l N  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S“„Äæ&  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ãã蕵 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1û ; €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¼ < µ 5 ® .§'Ï €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝSSÉÉ)?*?4µ4µ>+?+IŸIŸST^‡^‡hûhûroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��yyïïe e"Û"Û$Q%Q'Ç'Ç)=*=,³,³.)/)1Ÿ1Ÿ346‹6‹89;w;w=í=í?c@cBÙBÙDOEOGÅGÅI;J;L¯L¯N#O#Q—Q—S T VVXóXóZg[g]Û]Û_O`ObÃbÃd7e7g«g«ijl“l“noq{q{sïsïucvcx×x×zK{K}¿}¿3€3‚§‚§„…‡�‡�‰ŠŒwŒwŽëŽë�_‘_“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW23±W2(3±W2ÑñW2¤ÑñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2X2€X2£[X2ü£[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2¥Y2,¥Y2M_Y2˜M_Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2_P\2Ì_P\2/"]2/"]2×4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�øÄ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @T”ç' bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�øÄ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @T”ç' bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�øÄ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @T”ç'  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ããè{› bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations17w €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  – Œ ‚  ¸ø €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh â â\\ÒÒ)H*H4¾4¾>4?4I¨I¨ST^�^�hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²,,¦¦  š š"#%Š%Š'(*v*v,ì,ì.b/b1Ø1Ø3N4N6Ä6Ä8:9:;°;°=&>&@œ@œBCEˆEˆGþGþItJtLèLèN\O\QÐQÐSDTDV¸V¸X,Y,[ [ ]^`ˆ`ˆbübüdpepgägäiXjXlÌlÌn@o@q´q´s(t(vœvœxy{„{„}ø}øl€l‚à‚à„T…T‡ȇȉ<Š<Œ°Œ°Ž$�$‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2©GW2ЩGW2GˆW2LGˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2{±W2({±W2òW2¤òW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2MX2€MX2ë[X2üë[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2¿¥X2´ ¿¥X2ÊX20 ÊX2a÷X2Pa÷X2·Y2,·Y2m`Y2˜m`Y2/ìY2$/ìY2ÂZ2èÂZ2A®[2ìA®[2eP\2ÌeP\25"]25"]2Ý4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“?  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S““Óç' bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“?  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S““Óç' bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“?   b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S““Óç'  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ãã-MÜü bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1K‹ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations10°4 ´ 8 ¸ < ¼ Ü €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii à àWWÎÎ)E*E4¼4¼>3?3I¨I¨ST^’^’his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiààWWÎÎ E E ¼ ¼33ªª!!˜˜††ýýt t"ë"ë$b%b'Ù'Ù)P*P,Ç,Ç.>/>1µ1µ3,4,6£6£89;‘;‘=>@@BöBöDmEmGäGäI[J[LÐLÐNEOEQºQºS/T/V¤V¤XY[Ž[Ž]^`x`xbíbídbebg×g×iLjLlÁlÁn6o6q«q«s t v•v•x y {{}ô}ôi€i‚Þ‚Þ„S…S‡ȇȉ=Š=Œ²Œ²Ž'�'‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW23±W2(3±W2ÑñW2¤ÑñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2X2€X2£[X2ü£[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2WY2,WY2`Y2˜`Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @T”ç' bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @T”ç' bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�ö  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @T”ç'  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ÃãèlŒ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1í - €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1x ø n î d ä ZÚn® €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àXXÌÌ)@*@4´4´>(?(IšIšS T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  �� € €"ø"ø$l%l'à'à)T*T,È,È.Œ>ްް�"‘"“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2¯GW2ЯGW2MˆW2LMˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2�±W2(�±W2òW2¤òW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2SX2€SX2ñ[X2üñ[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2k¥X2´ k¥X2ËÉX20 ËÉX2 ÷X2P ÷X2{Y2,{Y23aY2˜3aY2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2ùO\2ÌùO\2É!]2É!]2q4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•C b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 S““Óç' bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•C b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 S““Óç' bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•C  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 S““Óç'  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ãã舨 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 O €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@ À D Ä HÈLÌ à €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞTTÉÉ)>*>4³4³>(?(I›I›ST^�^�hôhôrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽzzððf f"Ü"Ü$Q%Q'Æ'Æ);*;,°,°.%/%1š1š346„6„8ù8ù:n;n=ã=ã?X@XBÍBÍDBEBG·G·I,J,LŸLŸNOQ…Q…SøSøUkVkXÞXÞZQ[Q]Ä]Ä_7`7bªbªdeg�g�ijlvlvnénép\q\sÏsÏuBvBxµxµz({(}›}›€‚�‚�„ô„ô†g‡g‰Ú‰Ú‹MŒMŽÀŽÀ�3‘3“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2GW2�GW2ˆW2ˆW2aŒW2$aŒW2K±W2�K±W2éñW2éñW23öW2$3öW2X2�X2»[X2»[X2`X2$`X27¦X2�7¦X2—ÊX2ü—ÊX2-ûX2 -ûX2UNY2| UNY2)ìY2Ü )ìY2ÂZ2  ÂZ2;®[2¤ ;®[2ùO\2„ ùO\2É!]2ÈÉ!]2q4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 =kŸ ÖÙ¥ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 =kŸ ÖÙ¥ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 =kŸ ÖÙ¥ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Gg  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ì ìaaÖÖ)K*K4¾4¾>1?1I¤I¤ST^Š^Šhýhýrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvììbbØØ N N Ä Ä::°°&&œœ††ûûp p"å"å$Z%Z'Ï'Ï)D*D,¹,¹../.1£1£346�6�89;w;w=ê=ê?]@]BÐBÐDCECG¶G¶I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnænæpYqYsÌsÌu?v?x²x²z%{%}˜}˜ € ‚~‚~„ñ„ñ†b‡b‰Ô‰Ô‹FŒFޏޏ�*‘*“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2©GW2�©GW2GˆW2 GˆW2ûŽW2ûŽW2u±W2€u±W2òW2üòW2ÍøW2ÍøW2GX2pGX2å[X2ìå[X2ŸbX2ôŸbX2¹¥X2`¹¥X2ÊX2ÌÊX2-ûX2ì-ûX2UNY2L UNY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡3ÿ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1›Û€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡3ÿ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1›Û€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡3ÿ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1›Û €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Åå  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ð ðffÜÜ)R*R4Æ4Æ>:?:I®I®S"T"^–^–h i s|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvððjjää ^ ^ Ø ØRRÌÌFFÀÀ66¬¬"" ˜ ˜"#%„%„'ú'ú)p*p,æ,æ.\/\1Ò1Ò3H4H6¾6¾8494;ª;ª=>@’@’BCEzEzGîGîIbJbLÖLÖNJOJQ¾Q¾S2T2V¦V¦XY[Ž[Ž]^`v`vbêbêd^e^gÒgÒiFjFlºlºn.o.q¢q¢stvŠvŠxþxþzr{r}æ}æZ€Z‚΂΄B…B‡´‡´‰'Š'ŒšŒšŽ � ‘€‘€“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2yGW2�yGW2ˆW2ˆW2aŒW2$aŒW2K±W2�K±W2éñW2éñW23öW2$3öW2X2�X2»[X2»[X2`X2$`X2³¥X2�³¥X2ÊX2üÊX2-ûX2 -ûX2UNY2| UNY2ìY2Ü ìY2éÁZ2  éÁZ2#®[2¤ #®[2“O\2„ “O\2c!]2Èc!]2 4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 >i�Òܨ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 >i�Òܨ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 >i�Òܨ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ãã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ì ì__ÒÒ)E*E4¶4¶>'?'I˜I˜S T ^z^zhëhërZsZ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvììbbØØ N N Ä Ä::°°&&œœ‚‚õõh h"Û"Û$N%N'Á'Á)4*4,§,§./1�1�346s6s8æ8æ:Y;Y=Ê=Ê?;@;B¬B¬DEGŽGŽIÿIÿKpLpNáNáPRQRSÃSÃU4V4X¥X¥Z[]‡]‡_ø_øaibidÚdÚfKgKi¼i¼k-l-nžnžpqs€s€uñuñwbxbzÓzÓ|D}Dµµ�&‚&„—„—†‡‰v‰v‹æ‹æ�VŽV�Æ�Æ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2©GW2�©GW2GˆW2 GˆW2ûŽW2ûŽW2{±W2€{±W2òW2üòW2ÍøW2ÍøW2MX2pMX2ë[X2ìë[X2ŸbX2ôŸbX2³¥X2`³¥X2ÊX2ÌÊX2-ûX2ì-ûX2UNY2L UNY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡5 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1šÚ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡5 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1šÚ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1S‡5 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1šÚ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Áá  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv î îbbÖÖ)J*J4¼4¼>.?.I I ST^„^„höhörfsf} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvîîffÞÞ V V Î ÎFF¾¾66®®""––  ~ ~"ò"ò$f%f'Ú'Ú)N*N,Â,Â.6/61ª1ª346’6’89;z;z=ì=ì?^@^BÐBÐDBEBG´G´I&J&L˜L˜N O Q|Q|SîSîU`V`XÒXÒZD[D]¶]¶_(`(bšbšd e g~g~iðiðkblbnÔnÔpFqFs¸s¸u*v*xœxœz{}€}€òò�d‚d„Ö„Ö†F‡F‰·‰·‹(Œ(ޙޙ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2yGW2�yGW2ˆW2 ˆW2aŒW2aŒW2E±W2€E±W2ãñW2üãñW23öW23öW2X2pX2µ[X2ìµ[X2`X2ô`X2M¥X2`M¥X2­ÉX2Ì­ÉX2-ûX2ì-ûX2ONY2L ONY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2;P\2T ;P\2 "]2˜ "]2³4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœÓ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœÓ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœÓ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1^~  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu í íbb××)L*L4Á4Á>5?5I©I©ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuííeeÝÝ U U Í ÍEE½½55­­""——  � �"ö"ö$k%k'à'à)U*U,Ê,Ê.?/?1´1´3)4)6ž6ž89;ˆ;ˆ=ý=ý?r@rBçBçD\E\GÑGÑIEJEL¹L¹N-O-Q¡Q¡STV‰V‰XýXýZq[q]å]å_Y`YbÍbÍdAeAgµgµi)j)l�l�noq…q…sùsùumvmxáxázU{U}É}É=€=‚±‚±„%…%‡™‡™‰ŠŒƒŒƒŽøŽø�m‘m“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2©GW2�©GW2GˆW2 GˆW2ïŽW2ïŽW2{±W2€{±W2òW2üòW2ÁøW2ÁøW2MX2pMX2ë[X2ìë[X2“bX2ô“bX2}¥X2`}¥X2ÝÉX2ÌÝÉX2-ûX2ì-ûX2ONY2L ONY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2›P\2T ›P\2k"]2˜k"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�< b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1“Ó€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�< b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1“Ó€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�< b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1“Ó €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1�­  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ë ëddÝÝ)V*V4Ï4Ï>F?FI½I½S2T2^¥^¥his‰s‰} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrëëddÝÝ V V Ï ÏHHÁÁ::³³,,¥¥ — —"#%‰%‰'(*{*{,ô,ô.m/m1æ1æ3_4_6Ø6Ø8Q9Q;Ê;Ê=C>C@¼@¼B5C5E®E®G'H'JžJžLMOŒOŒQRTzTzVñVñXhYh[ß[ß]V^V`Í`ÍbBcBe·e·g,h,j¡j¡lmo‰o‰qüqüsotovâvâxUyU{È{È};~;€®€®‚!ƒ!…”…”‡ˆŠwŠwŒéŒéŽ[�[‘͓͑ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2sGW2�sGW2ˆW2 ˆW2aŒW2aŒW2E±W2€E±W2ãñW2üãñW23öW23öW2X2pX2µ[X2ìµ[X2`X2ô`X2W¤X2`W¤X2·ÈX2Ì·ÈX2-ûX2ì-ûX2ONY2L ONY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšÏ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšÏ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšÏ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1lŒ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss é é^^ÓÓ)H*H4½4½>0?0I£I£ST^‡^‡hùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðsséé__ÕÕ K K Á Á77­­##™™ƒƒøøm m"â"â$W%W'Ì'Ì)A*A,¶,¶.+/+1 1 346Š6Š8ÿ8ÿ:t;t=é=é?^@^BÓBÓDHEHG½G½I0J0L£L£NOQ‰Q‰SüSüUoVoXâXâZU[U]È]È_;`;b­b­deg‘g‘ijlulunçnçpYqYsËsËu=v=x¯x¯z!{!}“}“€‚w‚w„é„é†[‡[‰Ή΋AŒAŽ´Ž´�'‘'“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2¯GW2�¯GW2MˆW2 MˆW2ïŽW2ïŽW2{±W2€{±W2òW2üòW2ÁøW2ÁøW2MX2pMX2ë[X2ìë[X2“bX2ô“bX2u¤X2`u¤X2ÕÈX2ÌÕÈX2-ûX2ì-ûX2ONY2L ONY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�>  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1“Ó€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�>  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1“Ó€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�>  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1“Ó €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1‡§  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr é é``××)N*N4Å4Å>:?:I¯I¯S"T"^“^“histst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrréé``×× N N Å Å<<³³**¡¡�� } }"ô"ô$k%k'â'â)Y*Y,Ð,Ð.G/G1¾1¾35456¬6¬8#9#;š;š=>@ˆ@ˆBÿBÿDvEvGíGíIbJbL×L×NLOLQÁQÁS6T6V«V«X Y [•[•] ^ ``bòbòdeeegØgØiKjKl¾l¾n/o/q q stv‚v‚xóxózd{d}Õ}ÕF€F‚·‚·„(…(‡˜‡˜‰ Š ŒzŒzŽëŽë�\‘\“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2mGW2�mGW2 ˆW2  ˆW2gŒW2gŒW2?±W2€?±W2ÝñW2üÝñW29öW29öW2X2pX2¯[X2ì¯[X2 `X2ô `X2?¤X2`?¤X2ŸÈX2ÌŸÈX2'ûX2ì'ûX2ONY2L ONY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2YP\2T YP\2)"]2˜)"]2Ñ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ð b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ð b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ð b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Xx  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq è è__ÖÖ)M*M4Ä4Ä>;?;I²I²S)T)^›^›h i ss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqèè__ÖÖ M M Ä Ä;;²²))  ŽŽ | |"ó"ó$j%j'á'á)X*X,Ï,Ï.F/F1½1½34446«6«8"9";™;™=>@‡@‡BþBþDuEuGìGìIcJcLÚLÚNQOQQÈQÈS?T?V¶V¶X-Y-[¤[¤]^`’`’b c e€e€g÷g÷injnlålånWoWqÉqÉs;t;v­v­xy{‘{‘}~€u€u‚ç‚ç„Y…Y‡ˇˉ=Š=Œ¯Œ¯Ž!�!‘“‘““ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2¯GW2�¯GW2MˆW2 MˆW2ÝŽW2ÝŽW2�±W2€�±W2òW2üòW2¯øW2¯øW2SX2pSX2ñ[X2ìñ[X2�bX2ô�bX2]¤X2`]¤X2½ÈX2̽ÈX2'ûX2ì'ûX2ONY2L ONY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2¡P\2T ¡P\2q"]2˜q"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™E b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ƒÃ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™E b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ƒÃ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™E b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ƒÃ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1q‘  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn æ æ^^ÖÖ)N*N4Æ4Æ>>¶¶..¦¦–– † †"þ"þ$v%v'î'î)f*f,Þ,Þ.V/V1Î1Î3F4F6¾6¾8696;®;®=&>&@ž@žBCEŽEŽGHJ|J|LòLòNhOhQÞQÞSTTTVÊVÊX@Y@[¶[¶],^,`¢`¢bceŽeŽghjzjzlðlðnfofqÜqÜsRtRvÈvÈx>y>{´{´}*~*€ € ‚ƒ…Œ…Œ‡ˆŠxŠxŒîŒîŽd�d‘Ú‘Ú“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2mGW2�mGW2 ˆW2  ˆW2gŒW2gŒW29±W2€9±W2×ñW2ü×ñW29öW29öW2 X2p X2©[X2ì©[X2 `X2ô `X2W¤X2`W¤X2·ÈX2Ì·ÈX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2ÿO\2T ÿO\2Ï!]2˜Ï!]2w4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ì b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ì b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ì b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1k‹  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo ä äYYÎÎ)C*C4¸4¸>-?-I¢I¢ST^‰^‰hûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooääYYÎÎ C C ¸ ¸--¢¢ŒŒvvëë` `"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ü=Ü?Q@QBÆBÆD;E;G°G°I%J%LšLšNOQ„Q„SùSùUnVnXãXãZX[X]Í]Í_B`Bb·b·d,e,g¡g¡ijl‹l‹nýnýpoqosásáuSvSxÅxÅz7{7}©}©€‚�‚�„ÿ„ÿ†q‡q‰ã‰ã‹UŒUŽÇŽÇ�9‘9“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2µGW2�µGW2SˆW2 SˆW2ÝŽW2ÝŽW2�±W2€�±W2òW2üòW2¯øW2¯øW2SX2pSX2ñ[X2ìñ[X2�bX2ô�bX2/¥X2`/¥X2�ÉX2Ì�ÉX2'ûX2ì'ûX2ONY2L ONY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™G b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ƒÃ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™G b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ƒÃ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™G b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ƒÃ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ee  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn ä äZZÐÐ)F*F4¼4¼>0?0I¤I¤ST^Œ^Œhistst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnääZZÐÐ F F ¼ ¼22¨¨””  €€ööl l"â"â$X%X'Î'Î)D*D,º,º.0/01¦1¦346’6’89;~;~=ô=ô?j@jBàBàDVEVGÌGÌI@J@L´L´N(O(QœQœSTV„V„XøXøZl[l]à]à_T`TbÈbÈd;?;I¯I¯S#T#^—^—h i ss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqëëeeßß Y Y Ó ÓMMÇÇAA»»55¯¯)) £ £"#%“%“' ( **,õ,õ.k/k1á1á3W4W6Í6Í8C9C;¹;¹=/>/@¥@¥BCE‘E‘GHJ{J{LïLïNcOcQ×Q×SKTKV¿V¿X3Y3[§[§]^`�`�bcewewgëgëi_j_lÓlÓnGoGq»q»s/t/v£v£xy{‹{‹}ÿ}ÿs€s‚ç‚ç„[…[‡χωCŠCŒ·Œ·Ž+�+‘Ÿ‘Ÿ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2µGW2�µGW2SˆW2 SˆW2õŽW2õŽW2‡±W2€‡±W2%òW2ü%òW2ÇøW2ÇøW2YX2pYX2÷[X2ì÷[X2™bX2ô™bX2³¥X2`³¥X2ÊX2ÌÊX2!ûX2ì!ûX2INY2L INY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢N b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1œÜ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢N b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1œÜ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢N b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1œÜ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Íí  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj á áXXÏÏ)F*F4½4½>2?2I§I§ST^‘^‘his{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjááXXÏÏ F F ½ ½44««""™™‡‡þþu u"ì"ì$c%c'Ú'Ú)Q*Q,È,È.?/?1¶1¶3-4-6¤6¤89;’;’= > @€@€B÷B÷DnEnGåGåIZJZLÏLÏNDODQ¹Q¹S.T.V£V£XY[�[�]^`w`wbìbìdaeagÖgÖiKjKlÀlÀn5o5qªqªstv”v”x y {~{~}ó}óh€h‚݂݄R…R‡LJlj<Š<Œ±Œ±Ž&�&‘›‘›“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2gGW2�gGW2ˆW2 ˆW2UŒW2UŒW23±W2€3±W2ÑñW2üÑñW2'öW2'öW2X2pX2£[X2ì£[X2ù_X2ôù_X2¡¥X2`¡¥X2ÊX2ÌÊX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”ýÉ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”ýÉ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”ýÉ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo ç ç__ÓÓ)G*G4»4»>-?-IŸIŸST^ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooçç__×× O O Ç Ç??··//§§—— ‡ ‡"ÿ"ÿ$s%s'ç'ç)[*[,Ï,Ï.C/C1·1·3+4+6Ÿ6Ÿ89;‡;‡=û=û?o@oBãBãDWEWGËGËI=J=L¯L¯N!O!Q“Q“STVwVwXéXéZ[[[]Í]Í_?`?b±b±d#e#g•g•ijlylynënëp]q]sÏsÏuAvAx³x³z%{%}—}— € ‚{‚{„í„í†_‡_‰щыCŒC޵޵�'‘'“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2µGW2�µGW2SˆW2 SˆW2õŽW2õŽW2‡±W2€‡±W2%òW2ü%òW2ÇøW2ÇøW2YX2pYX2÷[X2ì÷[X2™bX2ô™bX2¡¥X2`¡¥X2ÊX2ÌÊX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢P b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ý€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢P b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ý€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢P b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ý €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¹Ù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk á áWWÌÌ)A*A4¶4¶>)?)IœIœST^‚^‚hõhõrhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkááWWÍÍ C C ¹ ¹//¥¥‘‘}}óói i"ß"ß$T%T'É'É)>*>,³,³.(/(1�1�346‡6‡8ü8ü:q;q=æ=æ?[@[BÐBÐDEEEGºGºI-J-L L NOQ†Q†SùSùUlVlXßXßZR[R]Å]Å_8`8b«b«deg‘g‘ijlwlwnênêp]q]sÐsÐuCvCx¶x¶z){)}œ}œ€‚‚‚‚„õ„õ†h‡h‰Û‰Û‹NŒNŽÁŽÁ�4‘4“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2aGW2�aGW2ÿ‡W2 ÿ‡W2aŒW2aŒW23±W2€3±W2ÑñW2üÑñW23öW23öW2X2pX2£[X2ì£[X2`X2ô`X2'¤X2`'¤X2‡ÈX2̇ÈX2!ûX2ì!ûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“þÊ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“þÊ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“þÊ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Dd  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj à àUUÊÊ)?*?4²4²>%?%I˜I˜S T ^~^~hñhñrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjààVVÌÌ B B ¸ ¸..¤¤��zzïïd d"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=Þ=Þ?Q@QBÄBÄD7E7GªGªIJL�L�NOQvQvSéSéU\V\XÏXÏZB[B]µ]µ_(`(b›b›deg�g�iôiôkglgnÚnÚpMqMsÀsÀu3v3x¦x¦z{}Œ}Œÿÿ�r‚r„å„å†V‡V‰ȉȋ:Œ:ެެ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2»GW2�»GW2YˆW2 YˆW2׎W2׎W2�±W2€�±W2+òW2ü+òW2©øW2©øW2_X2p_X2ý[X2ìý[X2{bX2ô{bX2'¤X2`'¤X2‡ÈX2̇ÈX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[25P\2T 5P\2"]2˜"]2­4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«W# b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1„Ä€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«W# b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1„Ä€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«W# b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1„Ä €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Cc  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ä äZZÐÐ)F*F4º4º>.?.I¢I¢ST^Š^Šhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjää^^ØØ R R Ì ÌFFÀÀ::´´**   Œ Œ"#%x%x'î'î)d*d,Ú,Ú.P/P1Æ1Æ3<4<6²6²8(9(;ž;ž=>@†@†BúBúDnEnGâGâIVJVLÊLÊN>O>Q²Q²S&T&VšVšXY[‚[‚]ö]ö_j`jbÞbÞdReRgÆgÆi:j:l®l®n"o"q–q–s t v~v~xòxòzf{f}Ú}ÚN€N‚‚„6…6‡¨‡¨‰ŠŒŽŒŽŽ�‘t‘t“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2[GW2�[GW2ù‡W2 ù‡W2aŒW2aŒW2-±W2€-±W2ËñW2üËñW23öW23öW2ÿX2pÿX2�[X2ì�[X2`X2ô`X2§¢X2`§¢X2ÇX2ÌÇX2!ûX2ì!ûX2CNY2L CNY2ùëY2¬ ùëY2ÑÁZ2p ÑÁZ2 ®[2t  ®[2{O\2T {O\2K!]2˜K!]2ó3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘úÆ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘úÆ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘úÆ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ãã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj à àSSÆÆ)9*94ª4ª>?IŒIŒSýSý]n^nhßhßrNsN} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjààVVÌÌ B B ¸ ¸..¤¤��vvéé\ \"Ï"Ï$B%B'µ'µ)(*(,›,›./1�1�3ô3ô5g6g8Ú8Ú:M;M=¾=¾?/@/B B DEG‚G‚IóIóKdLdNÕNÕPFQFS·S·U(V(X™X™Z [ ]{]{_ì_ìa]b]dÎdÎf?g?i°i°k!l!n’n’pqststuåuåwVxVzÇzÇ|8}8©©�‚„‹„‹†ú†úˆj‰j‹Ú‹Ú�JŽJ�º�º’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2»GW2�»GW2YˆW2 YˆW2׎W2׎W2�±W2€�±W2+òW2ü+òW2©øW2©øW2_X2p_X2ý[X2ìý[X2{bX2ô{bX2§¢X2`§¢X2ÇX2ÌÇX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2½O\2T ½O\2�!]2˜�!]254]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«Y% b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1„Ä€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«Y% b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1„Ä€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1w«Y% b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1„Ä €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ãã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âVVÊÊ)>*>4°4°>"?"I”I”ST^x^xhêhêrZsZ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢ŠŠþþr r"æ"æ$Z%Z'Î'Î)B*B,¶,¶.*/*1ž1ž346†6†8ú8ú:n;n=à=à?R@RBÄBÄD6E6G¨G¨IJLŒLŒNþNþPpQpSâSâUTVTXÆXÆZ8[8]ª]ª_`bŽbŽdegrgriäiäkVlVnÈnÈp:q:s¬s¬uvx�x�z{}t}tææ�X‚X„ʄʆ:‡:‰«‰«‹ŒŽ�Ž��þ�þ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2[GW2�[GW2ù‡W2 ù‡W2OŒW2OŒW2-±W2€-±W2ËñW2üËñW2!öW2!öW2ÿX2pÿX2�[X2ì�[X2ó_X2ôó_X2¡¢X2`¡¢X2ÇX2ÌÇX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2P\2T P\2í!]2˜í!]2•4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ûÇ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ûÇ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ûÇ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ãã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áVVËË)@*@4µ4µ>)?)I�I�ST^…^…hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‹‹ u u"ê"ê$_%_'Ô'Ô)I*I,¾,¾.3/31¨1¨346’6’89;|;|=ñ=ñ?f@fBÛBÛDPEPGÅGÅI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noqyqysísíuavaxÕxÕzI{I}½}½1€1‚¥‚¥„…‡�‡�‰ŠŒwŒwŽìŽì�a‘a“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2ÁGW2�ÁGW2_ˆW2 _ˆW2éŽW2éŽW2�±W2€�±W2+òW2ü+òW2»øW2»øW2_X2p_X2ý[X2ìý[X2�bX2ô�bX2¡¢X2`¡¢X2ÇX2ÌÇX2ûX2ìûX2CNY2L CNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2}P\2T }P\2M"]2˜M"]2õ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´`, b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1˜Ø€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´`, b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1˜Ø€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1€´`, b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1˜Ø €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ãã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff ß ßXXÑÑ)J*J4Ã4Ã>:?:I±I±S&T&^™^™h i s}s}} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffßßXXÑÑ J J à Ã<<µµ..§§  ™™ ‹ ‹"#%}%}'ö'ö)o*o,è,è.a/a1Ú1Ú3S4S6Ì6Ì8E9E;¾;¾=7>7@°@°B)C)E¢E¢GHJ’J’L M O€O€Q÷Q÷SnTnVåVåX\Y\[Ó[Ó]J^J`Á`Áb6c6e«e«g h j•j•l m o}o}qðqðsctcvÖvÖxIyI{¼{¼}/~/€¢€¢‚ƒ…ˆ…ˆ‡ù‡ù‰kŠkŒ݌ݎO�O‘Á‘Á“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2UGW2�UGW2ó‡W2 ó‡W2OŒW2OŒW2'±W2€'±W2ÅñW2üÅñW2!öW2!öW2ùX2pùX2—[X2ì—[X2ó_X2ôó_X2å£X2`å£X2EÈX2ÌEÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÕO\2T ÕO\2¥!]2˜¥!]2M4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ÷à b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ÷à b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽ÷à b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1 *  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝRRÇÇ)<*<4±4±>$?$I—I—S T ^{^{híhír_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��wwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD.?.I£I£ST^‡^‡høhørhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÝÝTTËË B B ¹ ¹00§§••  ƒƒúúq q"è"è$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbæbædYeYgÌgÌi?j?l²l²n#o#q”q”stvvvvxçxçzX{X}É}É:€:‚«‚«„…‡Œ‡Œ‰ý‰ý‹nŒnŽߎß�P‘P“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2UGW2�UGW2ó‡W2 ó‡W2[ŒW2[ŒW2!±W2€!±W2¿ñW2ü¿ñW2-öW2-öW2óX2póX2‘[X2ì‘[X2ÿ_X2ôÿ_X2›¢X2`›¢X2ûÆX2ÌûÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2AP\2T AP\2"]2˜"]2¹4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�øÄ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�øÄ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�øÄ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ãã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>/?/I¦I¦ST^‘^‘hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIWJWLÎLÎNEOEQ¼Q¼S3T3VªVªX!Y![˜[˜]^`†`†býbýdtetgëgëibjblÙlÙnMoMq¿q¿s1t1v£v£xy{‡{‡}ù}ùk€k‚݂݄O…O‡Á‡Á‰3Š3Œ¥Œ¥Ž�‘‰‘‰“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2ÇGW2�ÇGW2eˆW2 eˆW2ËŽW2ËŽW2“±W2€“±W21òW2ü1òW2�øW2�øW2eX2peX2\X2ì\X2obX2ôobX2¤X2`¤X2uÈX2ÌuÈX2ûX2ìûX2=NY2L =NY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2�P\2T �P\2_"]2˜_"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‰½i5 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ƒÃ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‰½i5 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ƒÃ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‰½i5 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ƒÃ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1=]  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚRRÊÊ)B*B4º4º>0?0I¦I¦ST^œ^œhisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""ššŠŠ z z"ò"ò$j%j'â'â)Z*Z,Ò,Ò.J/J1Â1Â3:4:6²6²8*9*;¢;¢=>@’@’B C E‚E‚GúGúIpJpLæLæN\O\QÒQÒSHTHV¾V¾X4Y4[ª[ª] ^ `–`–b c e‚e‚gøgøinjnläländodqÚqÚsPtPvÆvÆx!?!I–I–S T ^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccØØMM 7 7 ¬ ¬!!––  €€õõjjßßT T"É"É$>%>'³'³)(*(,�,�./1‡1‡3ü3ü5q6q8æ8æ:[;[=Ð=Ð?E@EBºBºD/E/G¤G¤IJLŽLŽNOQxQxSíSíUbVbX×X×ZL[L]Á]Á_6`6b«b«d e g•g•i j llnõnõpgqgsÙsÙuKvKx½x½z/{/}¡}¡€‚…‚…„÷„÷†i‡i‰Û‰Û‹MŒMŽ¿Ž¿�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2ÇGW2�ÇGW2eˆW2 eˆW2ËŽW2ËŽW2™±W2€™±W27òW2ü7òW2�øW2�øW2kX2pkX2 \X2ì \X2obX2ôobX2›¢X2`›¢X2ûÆX2ÌûÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‰½k7 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ƒÃ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‰½k7 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ƒÃ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‰½k7 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ƒÃ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ãã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØNNÄÄ):*:4°4°>$?$I˜I˜S T ^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$L%L'Â'Â)8*8,®,®.$/$1š1š346†6†8ü8ü:r;r=è=è?^@^BÔBÔDJEJGÀGÀI4J4L¨L¨NOQ�Q�STVxVxXìXìZ`[`]Ô]Ô_H`Hb¼b¼d0e0g¤g¤ijlŒlŒnoq|q|sðsðudvdxØxØzL{L}À}À4€4‚¨‚¨„…‡�‡�‰ŠŒxŒxŽìŽì�`‘`“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2OGW2�OGW2í‡W2 í‡W2IŒW2IŒW2±W2€±W2¹ñW2ü¹ñW2öW2öW2íX2píX2‹[X2ì‹[X2í_X2ôí_X2G¥X2`G¥X2§ÉX2Ô§ÉX2ûX2ôûX27NY2T 7NY2ìY2´ ìY2EÀZ2x EÀZ2#�[2| #�[2SP\2\ SP\2I ]2 I ]2ñ2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠõÁ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠõÁ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠõÁ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1EÕ(”  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee ß ßYYÑÑ)G*G4½4½>1?1I¥I¥ST^™^™h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯))££ — —"#%‰%‰'ÿ'ÿ)u*u,ë,ë.a/a1×1×3M4M6Ã6Ã8999;¯;¯=%>%@›@›BCE‡E‡GýGýIqJqLåLåNYOYQÍQÍSATAVµVµX)Y)[�[�]^`…`…bùbùdmemgágáiUjUlÉlÉnIoIq½q½s1t1v¥v¥xy{�{�}~€u€u‚é‚é„]…]‡чщEŠEŒ¹Œ¹Ž-�-‘¡‘¡“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2ÇGW2�ÇGW2eˆW2 eˆW2ÝŽW2ÝŽW2™±W2€™±W27òW2ü7òW2¯øW2¯øW2kX2pkX2 \X2ì \X2�bX2ô�bX2ó¤X2`ó¤X2SÉX2ÔSÉX2ûX2ôûX27NY2T 7NY2#ìY2´ #ìY2KÀZ2x KÀZ2)�[2| )�[2YP\2\ YP\2O ]2 O ]2÷2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1’Ær> b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1–Ö€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1’Ær> b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1–Ö€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1’Ær> b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1–Ö €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1¾‹?  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^ Õ ÕLLÍÍ)D*D4»4»>0?0I¥I¥ST^›^›his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÕÕLLÃà : : ± ±((ŸŸ��{{òòi i"à"à$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubêbêd_e_gÔgÔiIjIl¾l¾n?o?q´q´s)t)vžvžxy{ˆ{ˆ}ý}ýr€r‚ç‚ç„\…\‡чщFŠFŒ»Œ»Ž0�0‘¥‘¥“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2IGW2�IGW2ç‡W2 ç‡W2IŒW2IŒW2±W2€±W2¹ñW2ü¹ñW2öW2öW2íX2píX2‹[X2ì‹[X2í_X2ôí_X2¤X2`¤X2cÈX2ÔcÈX2ûX2ôûX27NY2T 7NY2ìY2´ ìY2-ÀZ2x -ÀZ2 �[2|  �[2áO\2\ áO\2×]2 ×]22]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆñ½ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆñ½ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Tˆñ½ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1üŒßK  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛSSËË)?*?4³4³>%?%I—I—S T ^‡^‡hùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$k%k'ß'ß)S*S,Ç,Ç.;/;1¯1¯3#4#6—6—8 9 ;;=ó=ó?g@gBÛBÛDOEOGÃGÃI5J5L§L§NOQ‹Q‹SýSýUoVoXáXáZS[S]Å]Å_7`7b©b©deg�g�iÿiÿkqlqnïnïpaqasÓsÓuEvEx·x·z){)}›}› € ‚‚„ñ„ñ†c‡c‰Õ‰Õ‹GŒG޹޹�+‘+“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2ÍGW2�ÍGW2kˆW2 kˆW2ÝŽW2ÝŽW2™±W2€™±W27òW2ü7òW2¯øW2¯øW2kX2pkX2 \X2ì \X2�bX2ô�bX2¡¥X2`¡¥X2ÊX2ÔÊX2ûX2ôûX27NY2T 7NY2 ìY2´  ìY23ÀZ2x 3ÀZ2�[2| �[2íO\2\ íO\2ã]2 ã]2‹2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1’Æt@ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1—×€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1’Æt@ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1—×€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1’Æt@ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1—× €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1ç/:î  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Õ ÕKKÈÈ)=*=4²4²>%?%I˜I˜S T ^Š^Šhýhýrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……ûûqqçç] ]"Ó"Ó$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=â=â?W@WBÌBÌDAEAG¶G¶I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnònòpeqesØsØuKvKx¾x¾z1{1}¤}¤€‚ЂЄý„ý†p‡p‰ã‰ã‹VŒVŽÉŽÉ�<‘<“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Ó2W2GW2GW2¥‡W2|¥‡W2 �W2„ �W2?�W2ð?�W2É™W2|É™W2ÿœW2HÿœW2Ù°W2ÔÙ°W2wñW2PwñW2ÛöW2XÛöW2úW2ÄúW2›X2P›X2ÑX2ÑX2«X2¨«X2I[X2$ I[X2­`X2, ­`X2ãcX2˜ ãcX2mmX2$ mmX2£pX2ð £pX2å�X2| å�X2M¥X2XM¥X2­ÉX2Ô­ÉX2ïöX2ôïöX2qY2ÐqY2-=Y2\-=Y2ß]Y2€ß]Y2ÝhY2¬ÝhY2ìY28ìY2õÁZ2üõÁZ2/®[2/®[2©»[2à©»[2SP\2lSP\2#"]2°#"]2Ë4]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P½‰ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Å bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P½‰ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Å  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P½‰  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Å bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ååê ƒ£ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1U•šÚÚÐ  [  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dUÕ  *ªùyÿÒRÔT«+©)~þSÓ(¨ý}ÒR§' | ü Q Ñ & ¦ û { Ð P ¥ å ° ð :zÏd¤ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^ Õ ÕÍÍ)D*D4»4»>2?2I§I§ST^�^�his‡s‡} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÕÕLLÃà : : ± ±((ŸŸ��ÌÌCCºº1 1"¨"¨$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÏLÏNDODQ¹Q¹S.T.V£V£XY[�[�]^`w`wbìbìdaeagÖgÖiKjKlÀlÀnAoAq¶q¶s+t+v v xy{Š{Š}ÿ}ÿt€t‚é‚é„^…^‡Ó‡Ó‰HŠHŒ½Œ½Ž2�2‘§‘§“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2ßGW2èßGW2}ˆW2d}ˆW21�W2l1�W2»˜W2軘W2ñ›W2´ñ›W2±±W2@±±W2OòW2¼OòW2ùW2ÄùW2�X2@�X2ÃX2 ÃX2ƒX2˜ƒX2!\X2!\X2ÕbX2 ÕbX2_lX2˜ _lX2•oX2d •oX2לX2ð לX2k¥X2Ì k¥X2ËÉX2H ËÉX2 ÷X2h ÷X2�Y2D�Y2='?'I›I›ST^�^�hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››……úúo o"ä"ä$#%#'˜'˜) * ,‚,‚.÷.÷0¤1¤346Ž6Ž89;x;x=í=í?b@bB×B×DLELGÁGÁI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`KbËbËd?e?g³g³i'j'l›l›noqƒqƒs÷s÷ukvkxßxßzS{S}Ç}Ç;€;‚¯‚¯„#…#‡™‡™‰ŠŒƒŒƒŽøŽø�m‘m“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ó2W2GW2GW2¥‡W2|¥‡W2 �W2„ �W2?�W2ð?�W2É™W2|É™W2ÿœW2HÿœW2Ó°W2ÔÓ°W2qñW2PqñW2ÛöW2XÛöW2úW2ÄúW2›X2P›X2ÑX2ÑX2¥X2¨¥X2C[X2$ C[X2­`X2, ­`X2ãcX2˜ ãcX2mmX2$ mmX2£pX2ð £pX2å�X2| å�X2S¥X2XS¥X2³ÉX2Ô³ÉX2õöX2ôõöX2)Y2Ð)Y2å'?'IšIšS T ^Œ^Œhÿhÿrrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……ÂÂ88®®$ $"š"š$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=â=â?W@WBÌBÌDAEAG¶G¶I+J+LžLžNOQ„Q„S÷S÷UjVjXÝXÝZP[P]Ã]Ã_6`6b©b©deg�g�ijlulunônôpgqgsÚsÚuMvMxÀxÀz3{3}¦}¦€‚Œ‚Œ„ÿ„ÿ†r‡r‰å‰å‹XŒXŽËŽË�>‘>“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÓ2W2åGW2èåGW2ƒˆW2dƒˆW21�W2l1�W2»˜W2軘W2ñ›W2´ñ›W2·±W2@·±W2UòW2¼UòW2ùW2ÄùW2�X2@�X2ÃX2 ÃX2‰X2˜‰X2'\X2'\X2ÕbX2 ÕbX2_lX2˜ _lX2•oX2d •oX2לX2ð לX2×¥X2Ì ×¥X27ÊX2H 7ÊX2y÷X2hy÷X2·Y2D·Y2s$?$I—I—ST^‡^‡hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡üüqqææ[ ["Ð"Ð$%'…'…)ú)ú+o,o.ä.ä0’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯I$J$L—L—N O Q}Q}SðSðUcVcXÖXÖZI[I]¼]¼_/`/b­b­deg‘g‘ijlulunçnçpYqYsËsËu=v=x¯x¯z!{!}“}“€‚w‚w„é„é†]‡]‰ЉЋCŒC޶޶�)‘)“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2IGW2èIGW2ç‡W2dç‡W21�W2l1�W2»˜W2軘W2ñ›W2´ñ›W2±W2@±W2¹ñW2¼¹ñW2ùW2ÄùW2�X2@�X2ÃX2 ÃX2íX2˜íX2‹[X2‹[X2ÕbX2 ÕbX2_lX2˜ _lX2•oX2d •oX2לX2ð לX2ƒ¥X2Ì ƒ¥X2ãÉX2H ãÉX2%÷X2h%÷X2½Y2D½Y2y*>4´4´>(?(IdIdST^Ž^Žhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÜÜVVÐÐ J J Ä Ä>>¸¸22¬¬""˜˜ „ „"ú"ú$p%p'æ'æ)\*\,Ò,Ò.H/H1¾1¾34446ª6ª8 9 ;–;–= > @€@€BôBôDhEhGÜGÜIPJPLÄLÄN8O8Q¬Q¬S T V\V\XÐXÐZD[D]¸]¸_,`,bâbâdVeVgÊgÊi>j>l²l²n&o&qšqšstv‚v‚xöxözj{j}Þ}ÞR€R‚ƂƄ:…:‡®‡®‰!Š!Œ”Œ”Ž�‘z‘z“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2ÙGW2èÙGW2wˆW2dwˆW21�W2l1�W2»˜W2軘W2ñ›W2´ñ›W2«±W2@«±W2IòW2¼IòW2ùW2ÄùW2�X2@�X2ÃX2 ÃX2}X2˜}X2\X2\X2ÕbX2 ÕbX2_lX2˜ _lX2•oX2d •oX2לX2ð לX2k¥X2Ì k¥X2ËÉX2H ËÉX2 ÷X2h ÷X2uY2DuY21/?/I¦I¦ST^Y^Yhisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIWJWLÎLÎNEOEQ¼Q¼S3T3VªVªX!Y![˜[˜]^`†`†býbýdtetgëgëibjblÙlÙnoq‡q‡sùsùukvkxÝxÝz‡{‡}ù}ùk€k‚݂݄O…O‡Á‡Á‰3Š3Œ¥Œ¥Ž�‘‰‘‰“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2IGW2èIGW2ç‡W2dç‡W21�W2l1�W2»˜W2軘W2ñ›W2´ñ›W2±W2@±W2¹ñW2¼¹ñW2ùW2ÄùW2�X2@�X2ÃX2 ÃX2íX2˜íX2‹[X2‹[X2ÕbX2 ÕbX2_lX2˜ _lX2•oX2d •oX2לX2ð לX2û¥X2Ì û¥X2[ÊX2H [ÊX2�÷X2h�÷X2™Y2D™Y2UžÞ > ~  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dbâDÄ&¦ˆ�êjjêÌLEÅ®.  �pðPÐ0 °  � ð p Ð P ° 0 � r²p°T´ôT” bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚNNÂÂ)6*64ª4ª>?IUIUST^z^zhìhìr^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""šš‚‚ööj j"Þ"Þ$R%R'Æ'Æ):*:,®,®."/"1–1–3 4 6~6~8ò8ò:f;f=Ú=Ú?L@LB¾B¾D0E0G¢G¢IJL†L†NøNøPjQjSÜSÜUVX‡X‡ZùZù\k]k_Ý_Ýa�b�degtgtiæiækXlXnÊnÊp‡>‰¯‰¯‹ Œ ޑޑ�‘“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2ßGW2èßGW2}ˆW2d}ˆW21�W2l1�W2»˜W2軘W2ñ›W2´ñ›W2«±W2@«±W2IòW2¼IòW2ùW2ÄùW2�X2@�X2ÃX2 ÃX2}X2˜}X2\X2\X2ÕbX2 ÕbX2_lX2˜ _lX2•oX2d •oX2לX2ð לX21¦X2Ì 1¦X2‘ÊX2H ‘ÊX2Ó÷X2hÓ÷X2]Y2D]Y2^^~ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1U•ê*/oo¯  D  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dUÕ*ªÿÔT©)� ~þjêSÓGÇ(¨$¤ý}ÒR§' | ü Q Ñ & ¦ û { Ð P ¥ å :z†ÆÏd¤ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ö ÖKKÀÀ)5*54ª4ª>!?!I–I–S T ^H^Hhóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÖÖKKÀÀ 5 5 ª ª””  ~~óóhhÝÝR R"Ç"Ç$<%<'±'±)&*&,›,›./1…1…3ú3ú5o6o8ä8ä:Y;Y=Î=Î?C@CB¸B¸D-E-G¢G¢IJLŽLŽNOQxQxSíSíUbVbX×X×ZL[L]Á]Á_6`6b«b«d e g•g•i j lln¼n¼p.q.s s uvx„x„z/{/}¡}¡€‚…‚…„÷„÷†i‡i‰Û‰Û‹MŒMŽ¿Ž¿�1‘1“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2OGW2ÐOGW2í‡W2Lí‡W27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2!±W2(!±W2¿ñW2¤¿ñW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2óX2€óX2‘[X2ü‘[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2y¦X2´ y¦X2ÙÊX20 ÙÊX2øX2PøX2_ÿX2,_ÿX2k\Y2˜k\Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2wP\2ÌwP\2G"]2G"]2ï4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠ÷à b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 TU•ê* bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠ÷à b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 TU•ê* bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠ÷à  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 TU•ê*  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 s“6£Ã bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1œùyÖV³3ì , €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Û ÛTTÍÍ)F*F4¿4¿>8?8I¯I¯S$T$^—^—h i s}s}} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÛÛTTÍÍ F F ¿ ¿88±±**££•• ‡ ‡"#%y%y'ò'ò)k*k,ä,ä.]/]1Ö1Ö3O4O6È6È8A9A;º;º=3>3@¬@¬B%C%EžEžGHJ�J�LMO~O~QõQõSlTlVãVãXZYZ[Ñ[Ñ]H^H`¿`¿b4c4e©e©ghj“j“lmo{o{qîqîsatavÔvÔxGyG{º{º}-~-€ € ‚ƒ…†…†‡ù‡ù‰kŠkŒ݌ݎO�O‘Á‘Á“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2ÓGW2ÐÓGW2qˆW2LqˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2¥±W2(¥±W2CòW2¤CòW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2wX2€wX2\X2ü\X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2Ñ¥X2´ Ñ¥X21ÊX20 1ÊX2s÷X2Ps÷X2gýX2,gýX2;\Y2˜;\Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2MP\2ÌMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1˜ÌzF b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U•�Áî. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1˜ÌzF b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U•�Áî. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1˜ÌzF  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U•�Áî.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 „¤Øøø bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 L€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ŒçgÂB�¼ ü  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á á[[ÑÑ)G*G4½4½>3?3I§I§ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±++¥¥ ™ ™"#%‰%‰'ÿ'ÿ)u*u,ë,ë.a/a1×1×3M4M6Ã6Ã8999;¯;¯=%>%@›@›BCE‡E‡GýGýIsJsLçLçN[O[QÏQÏSCTCV·V·X+Y+[Ÿ[Ÿ]^`‡`‡bûbûdoeogãgãiWjWlËlËn?o?q³q³s't'v›v›xy{ƒ{ƒ}÷}÷k€k‚߂߄S…S‡LJlj;Š;Œ¯Œ¯Ž#�#‘—‘—“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2OGW2ÐOGW2í‡W2Lí‡W27�W2T7�W2Á˜W2ÐÁ˜W2÷›W2œ÷›W2±W2(±W2¹ñW2¤¹ñW2 ùW2¬ ùW2“X2(“X2ÉX2ôÉX2íX2€íX2‹[X2ü‹[X2ÛbX2 ÛbX2elX2€ elX2›oX2L ›oX2ÝœX2Ø ÝœX2­¥X2´ ­¥X2 ÊX20  ÊX2O÷X2PO÷X2ùY2,ùY2]Y2˜]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2P\2ÌP\2Õ!]2Õ!]2}4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠõÁ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UU•ê* bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠõÁ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UU•ê* bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1VŠõÁ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UU•ê*  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‘±2RÕõ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¡á€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�míJÊ'§‰É €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPÇÇ)>*>4µ4µ>,?,I¡I¡ST^…^…höhörhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$[%['Ò'Ò)I*I,À,À.7/71®1®3%4%6œ6œ89;Š;Š=>@x@xBïBïDfEfGÝGÝITJTLÉLÉN>O>Q³Q³S(T(V�V�XY[‡[‡]ü]ü_q`qbäbädWeWgÊgÊi=j=l°l°n!o!q’q’stvtvtxåxåzV{V}Ç}Ç8€8‚©‚©„…‡Œ‡Œ‰ý‰ý‹nŒnŽߎß�P‘P“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2ÙGW2ÐÙGW2wˆW2LwˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2¥±W2(¥±W2CòW2¤CòW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2wX2€wX2\X2ü\X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2¦X2´ ¦X2aÊX20 aÊX2£÷X2P£÷X2Y2,Y2×\Y2˜×\Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1šÎ~J b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U•�Áï/ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1šÎ~J b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U•�Áï/ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1šÎ~J  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U•�Áï/  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ”´ ++K bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1§ç€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1xøSÓ.® ‰W— €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝUUÉÉ)=*=4±4±>%?%I—I—S T ^{^{híhír_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%���� } }"õ"õ$i%i'Ý'Ý)Q*Q,Å,Å.9/91­1­3!4!6•6•8 9 ;};}=ñ=ñ?e@eBÙBÙDMEMGÁGÁI5J5L§L§NOQ‹Q‹SýSýUoVoXáXáZS[S]Å]Å_7`7b©b©deg�g�iÿiÿkqlqnãnãpUqUsÇsÇu9v9x«x«z{}�}�€‚s‚s„å„å†W‡W‰ɉɋ;Œ;Ž­Ž­�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2UGW2ÐUGW2ó‡W2Ló‡W2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2'±W2('±W2ÅñW2¤ÅñW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2ùX2€ùX2—[X2ü—[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2�¥X2´ �¥X2ïÉX20 ïÉX21÷X2P1÷X2sýX2,sýX2‰\Y2˜‰\Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2‰P\2̉P\2Y"]2Y"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹øÄ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @W—ì, bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹øÄ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @W—ì, bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹øÄ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @W—ì,  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x˜ @·× bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1S€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1“òrÑQ°0C €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚRRÊÊ)B*B4º4º>2?2I¨I¨ST^”^”h i s€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""ššŠŠ z z"ò"ò$j%j'â'â)Z*Z,Ò,Ò.J/J1Â1Â3:4:6²6²8*9*;¢;¢=>@’@’B C E‚E‚GúGúIrJrLèLèN^O^QÔQÔSJTJVÀVÀX6Y6[¬[¬]"^"`˜`˜bce„e„gúgúipjplælæn\o\qÒqÒsHtHv¾v¾x4y4{ª{ª} ~ €–€–‚ ƒ …‚…‚‡ø‡ø‰nŠnŒäŒäŽZ�Z‘БГ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2ÍGW2ÐÍGW2kˆW2LkˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2™±W2(™±W27òW2¤7òW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2kX2€kX2 \X2ü \X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2¥X2´ ¥X2wÉX20 wÉX2¹öX2P¹öX2[ýX2,[ýX2\Y2˜\Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Áo; b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U•œÜù9 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Áo; b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U•œÜù9 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Áo;  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U•œÜù9  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‡§<Aa bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÚZ´4Žš Ú  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94®4®>!?!I”I”ST^z^zhíhír`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?M@MBÀBÀD3E3G¦G¦IJLŒLŒNÿNÿPrQrSåSåUXVXXËXËZ>[>]±]±_$`$b—b—d e g}g}iðiðkclcnÖnÖpIqIs¼s¼u/v/x¢x¢z{}ˆ}ˆûû�n‚n„á„á†T‡T‰ƉƋ8Œ8ŽªŽª�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2UGW2ÐUGW2ó‡W2Ló‡W2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2!±W2(!±W2¿ñW2¤¿ñW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2óX2€óX2‘[X2ü‘[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2õ¥X2´ õ¥X2UÊX20 UÊX2—÷X2P—÷X2 Y2, Y2%]Y2˜%]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2P\2ÌP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @V–ë+ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @V–ë+ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹ö  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @V–ë+  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ’²ú? bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1²ò€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�nîMÍ,¬¢â €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØNNÄÄ):*:4°4°>&?&IšIšST^‚^‚höhörjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$L%L'Â'Â)8*8,®,®.$/$1š1š346†6†8ü8ü:r;r=è=è?^@^BÔBÔDJEJGÀGÀI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`Jb¾b¾d2e2g¦g¦ijlŽlŽnoqvqvsêsêu^v^xÒxÒzF{F}º}º.€.‚¢‚¢„…‡ЇЉþ‰þ‹rŒr޿޿�Z‘Z“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2ÍGW2ÐÍGW2kˆW2LkˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2Ÿ±W2(Ÿ±W2=òW2¤=òW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2qX2€qX2\X2ü\X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2Û¤X2´ Û¤X2;ÉX20 ;ÉX2}öX2P}öX2íY2,íY2¹\Y2˜¹\Y2íëY2$íëY2ÅÁZ2èÅÁZ2ÿ­[2ìÿ­[2oO\2ÌoO\2?!]2?!]2ç3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ãs? b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U•›Ûú: bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ãs? b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U•›Ûú: bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ãs?  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U•›Ûú:  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 “³³Ó( bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1‘Ñ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1jêDÄžøx4t €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚMMÀÀ)3*34¦4¦>?IˆIˆSùSù]j^jhÛhÛrLsL} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠýýppããV V"É"É$<%<'¯'¯)"*",•,•./1{1{3î3î5a6a8Ô8Ô:G;G=º=º?+@+BœBœD E G~G~IïIïK`L`NÑNÑPBQBS³S³U$V$X•X•Z[]w]w_è_èaYbYdÊdÊf;g;i¬i¬klnŽnŽpÿpÿrpspuáuáwRxRzÃzÃ|4}4¥¥�‚„‡„‡†ø†øˆh‰h‹Ø‹Ø�HŽH�¸�¸’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2[GW2Ð[GW2ù‡W2Lù‡W2U�W2TU�W2ߘW2ÐߘW2œW2œœW2'±W2('±W2ÅñW2¤ÅñW2'ùW2¬'ùW2±X2(±X2çX2ôçX2ùX2€ùX2—[X2ü—[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2¯¦X2´ ¯¦X2ËX20 ËX2QøX2PQøX2MÿX2,MÿX2¡\Y2˜¡\Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2SP\2ÌSP\2#"]2#"]2Ë4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒùÅ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Im­B bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒùÅ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Im­B bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒùÅ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Im­B  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 }�*JÎî bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1é)€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ‹ìlÍM®.[ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPÇÇ)>*>4µ4µ>,?,I¡I¡ST^‹^‹hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$[%['Ò'Ò)I*I,À,À.7/71®1®3%4%6œ6œ89;Š;Š=>@x@xBïBïDfEfGÝGÝITJTLÉLÉN>O>Q³Q³S(T(V�V�XY[‡[‡]ü]ü_q`qbæbæd[e[gÐgÐiEjElºlºn/o/q¤q¤stvŽvŽxy{x{x}í}íb€b‚ׂׄL…L‡Á‡Á‰6Š6Œ«Œ«Ž � ‘•‘•“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ÇGW2ÐÇGW2eˆW2LeˆW2C�W2TC�W2͘W2Ð͘W2œW2œœW2“±W2(“±W21òW2¤1òW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2eX2€eX2\X2ü\X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2äX2´ äX2#ÉX20 #ÉX2eöX2PeöX2aýX2,aýX2Å\Y2˜Å\Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶d0 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U•�Áí- bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶d0 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U•�Áí- bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶d0  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U•�Áí-  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‚¢¢Âë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€åeÊJ¯/@€ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßTTÉÉ)>*>4³4³>)?)I�I�ST^…^…hùhùroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ‰‰þþs s"è"è$]%]'Ò'Ò)G*G,¼,¼.1/11¦1¦346�6�89;z;z=ï=ï?d@dBÙBÙDNENGÃGÃI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noqyqysísíuavaxÕxÕzI{I}½}½1€1‚¥‚¥„…‡�‡�‰ŠŒyŒyŽîŽî�c‘c“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2UGW2ÐUGW2ó‡W2Ló‡W2U�W2TU�W2ߘW2ÐߘW2œW2œœW2'±W2('±W2ÅñW2¤ÅñW2'ùW2¬'ùW2±X2(±X2çX2ôçX2ùX2€ùX2—[X2ü—[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2íY2,íY2C]Y2˜C]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2íO\2ÌíO\2½!]2½!]2e4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ÷à b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jl¬A bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ÷à b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jl¬A bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒ÷à  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jl¬A  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 “³cƒˆ¨ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ŠÊ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�pðQÑ2²¼ü €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙOOÄÄ)9*94®4®>#?#I–I–S T ^|^|hïhïrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰ÿÿuuëëa a"×"×$L%L'Á'Á)6*6,«,«. / 1•1•3 4 668ô8ô:i;i=Þ=Þ?S@SBÈBÈD=E=G²G²I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¥b¥deg‹g‹iþiþkqlqnänäpWqWsÊsÊu=v=x°x°z#{#}–}– € ‚|‚|„ï„ï†b‡b‰Õ‰Õ‹HŒH޻޻�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ÇGW2ÐÇGW2eˆW2LeˆW2C�W2TC�W2͘W2Ð͘W2œW2œœW2™±W2(™±W27òW2¤7òW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2kX2€kX2 \X2ü \X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2k¥X2´ k¥X2ËÉX20 ËÉX2 ÷X2P ÷X2Y2,Y2m]Y2˜m]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸h4 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U•�Áî. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸h4 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U•�Áî. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸h4  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U•�Áî.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 LllŒ‘± bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¥å€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1”yù^ÞCÃå% €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛPPÅÅ):*:4¯4¯>$?$I—I—S T ^{^{híhírasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹uuêê_ _"Ô"Ô$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯I$J$L—L—N O Q}Q}SðSðUcVcXÖXÖZI[I]¼]¼_/`/b¡b¡deg…g…i÷i÷kilinÛnÛpMqMs¿s¿u1v1x£x£z{}‡}‡ùù�k‚k„݄݆Q‡Q‰ĉċ7Œ7ŽªŽª�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2-±W2(-±W2ËñW2¤ËñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2ÿX2€ÿX2�[X2ü�[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2 ¥X2´  ¥X2kÉX20 kÉX2­öX2P­öX2GÿX2,GÿX2¡\Y2˜¡\Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[25P\2Ì5P\2"]2"]2­4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�úÆ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @V–ë+ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�úÆ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @V–ë+ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�úÆ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @V–ë+  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 '€ ,L bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1â"€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1„åeÆF§'T €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff à àVVÌÌ)B*B4¸4¸>,?,I I ST^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffààZZÔÔ N N È ÈBB¼¼66°°&&œœ ˆ ˆ"þ"þ$t%t'ê'ê)`*`,Ö,Ö.L/L1Â1Â38486®6®8$9$;š;š=>@„@„BøBøDlElGàGàITJTLÈLÈN3?3IªIªS!T!^“^“hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâI[J[LÒLÒNIOIQÀQÀS7T7V®V®X%Y%[œ[œ]^`Š`ŠbcexexgïgïifjflÝlÝnOoOqÁqÁs3t3v¥v¥xy{‰{‰}û}ûm€m‚߂߄Q…Q‡ÇÉ5Š5Œ§Œ§Ž�‘‹‘‹“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2[GW2Ð[GW2ù‡W2Lù‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2-±W2(-±W2ËñW2¤ËñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2ÿX2€ÿX2�[X2ü�[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2/¥X2´ /¥X2�ÉX20 �ÉX2ÑöX2PÑöX2çY2,çY2C]Y2˜C]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2½O\2̽O\2�!]2�!]254]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�øÄ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @V–ë+ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�øÄ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @V–ë+ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�øÄ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @V–ë+  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ,LŠªQq bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ƒÃ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ˆiéJÊ+«µõ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞRRÆÆ):*:4®4®> ? I’I’ST^v^vhèhèrZsZ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žž††úún n"â"â$V%V'Ê'Ê)>*>,²,².&/&1š1š346‚6‚8ö8ö:j;j=Þ=Þ?P@PBÂBÂD4E4G¦G¦IJLŠLŠNüNüPnQnSàSàURVRXÄXÄZ6[6]¨]¨_`bŒbŒdþdþfpgpiâiâkTlTnÆnÆp8q8sªsªuvxŽxŽz{}r}rää�V‚V„ȄȆ:‡:‰«‰«‹ŒŽ�Ž��þ�þ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2ÁGW2ÐÁGW2_ˆW2L_ˆW2C�W2TC�W2͘W2Ð͘W2œW2œœW2“±W2(“±W21òW2¤1òW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2eX2€eX2\X2ü\X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2•¥X2´ •¥X2õÉX20 õÉX27÷X2P7÷X2ùY2,ùY2-^Y2˜-^Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2óO\2ÌóO\2Ã!]2Ã!]2k4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­]) b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U••Õë+ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­]) b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U••Õë+ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­])  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U••Õë+  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Åå(H¹Ù bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1•Õ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1À@°0  � à €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ú ÚOOÄÄ)9*94®4®>%?%IšIšST^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÚÚOOÄÄ 9 9 ® ®##˜˜  ‚‚÷÷llááV V"Ë"Ë$@%@'µ'µ)***,Ÿ,Ÿ./1‰1‰3þ3þ5s6s8è8è:];]=Ò=Ò?G@GB¼B¼D1E1G¦G¦IJL’L’NOQ|Q|SñSñUfVfXÛXÛZP[P]Å]Å_:`:b¯b¯d$e$g™g™ijlƒlƒnõnõpgqgsÙsÙuKvKx½x½z/{/}¡}¡€‚…‚…„÷„÷†i‡i‰Û‰Û‹MŒMŽ¿Ž¿�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW23±W2(3±W2ÑñW2¤ÑñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2X2€X2£[X2ü£[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2¥X2´ ¥X2qÉX20 qÉX2³öX2P³öX2gýX2,gýX21]Y2˜1]Y2/ìY2$/ìY2ÂZ2èÂZ2A®[2ìA®[2‰P\2̉P\2Y"]2Y"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽûÇ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @V–ë+ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽûÇ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @V–ë+ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽûÇ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @V–ë+  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 (y™-M bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€éiÒR»; à €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff ß ßXXÑÑ)J*J4Ã4Ã>7@°@°B)C)E¢E¢GHJ”J”L M O‚O‚QùQùSpTpVçVçX^Y^[Õ[Õ]L^L`Ã`Ãb8c8e­e­g"h"j—j—l m ooqòqòsetevØvØxKyK{¾{¾}1~1€¤€¤‚ƒ…ЅЇý‡ý‰oŠoŒáŒáŽS�S‘őœ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2µGW2еGW2SˆW2LSˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2‡±W2(‡±W2%òW2¤%òW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2YX2€YX2÷[X2ü÷[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2k¥X2´ k¥X2ËÉX20 ËÉX2 ÷X2P ÷X2gýX2,gýX2-^Y2˜-^Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2_P\2Ì_P\2/"]2/"]2×4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l N b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U•ƒÃê* bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l N b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U•ƒÃê* bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l N  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U•ƒÃê*  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ååê Šª bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€û{övñq à €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk å å__ÕÕ)K*K4Á4Á>7?7I«I«ST^“^“his{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkåå__ÙÙ S S Í ÍGGÁÁ;;µµ//©©## � �"#%�%�'(*y*y,ï,ï.e/e1Û1Û3Q4Q6Ç6Ç8=9=;³;³=)>)@Ÿ@ŸBCE‹E‹GHJwJwLëLëN_O_QÓQÓSGTGV»V»X/Y/[£[£]^`‹`‹bÿbÿdsesgçgçi[j[lÏlÏnCoCq·q·s+t+vŸvŸxy{‡{‡}û}ûo€o‚ã‚ã„W…W‡ˇˉ?Š?Œ³Œ³Ž'�'‘›‘›“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW23±W2(3±W2ÑñW2¤ÑñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2X2€X2£[X2ü£[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2Y2,Y2Ù]Y2˜Ù]Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2P\2ÌP\2ç!]2ç!]2�4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽùÅ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @V–ë+ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽùÅ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @V–ë+ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽùÅ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @V–ë+  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ååê y™ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1©é€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¤$� vö_ßI‰ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ý ÝTTËË)B*B4¹4¹>0?0I¥I¥ST^‰^‰húhúrlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÝÝTTËË B B ¹ ¹00§§••  ƒƒúúq q"è"è$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubèbèd[e[gÎgÎiAjAl´l´n%o%q–q–stvxvxxéxézZ{Z}Ë}Ë<€<‚­‚­„…‡�‡�‰ŠŒrŒrŽãŽã�T‘T“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2»GW2лGW2YˆW2LYˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2�±W2(�±W2+òW2¤+òW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2_X2€_X2ý[X2üý[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2%Y2,%Y2í^Y2˜í^Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢R b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U•‚Âê* bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢R b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U•‚Âê* bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢R  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U•‚Âê*  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ååê nŽ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1»û€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ìlçgâbÝ][› €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áYYÍÍ)A*A4µ4µ>)?)I›I›S T ^^hñhñrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‘‘  � �"ù"ù$m%m'á'á)U*U,É,É.=/=1±1±3%4%6™6™8 9 ;�;�=õ=õ?i@iBÝBÝDQEQGÅGÅI9J9L«L«NOQ�Q�STVsVsXåXåZW[W]É]É_;`;b­b­deg‘g‘ijlulunçnçpYqYsËsËu=v=x¯x¯z!{!}“}“€‚w‚w„é„é†[‡[‰͉͋?Œ?ޱޱ�#‘#“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2gGW2ÐgGW2ˆW2LˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW29±W2(9±W2×ñW2¤×ñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2 X2€ X2©[X2ü©[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2q¥X2´ q¥X2ÑÉX20 ÑÉX2÷X2P÷X2;ÿX2,;ÿX2å]Y2˜å]Y25ìY2$5ìY2 ÂZ2è ÂZ2G®[2ìG®[2›P\2Ì›P\2k"]2k"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�üÈ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @V–ë+ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�üÈ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @V–ë+ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�üÈ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @V–ë+  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ååê Œ¬ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ì €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ôtèhÜ\P� €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞVVÎÎ)F*F4¾4¾>6?6I¬I¬S"T"^˜^˜his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$n%n'æ'æ)^*^,Ö,Ö.N/N1Æ1Æ3>4>6¶6¶8.9.;¦;¦=>@–@–BCE†E†GþGþIvJvLìLìNbObQØQØSNTNVÄVÄX:Y:[°[°]&^&`œ`œbceˆeˆgþgþitjtlêlên`o`qÖqÖsLtLvÂvÂx8y8{®{®}$~$€š€š‚ƒ…†…†‡ü‡ü‰rŠrŒèŒèŽ^�^‘Ô‘Ô“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2¯GW2ЯGW2MˆW2LMˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2�±W2(�±W2òW2¤òW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2SX2€SX2ñ[X2üñ[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2¡¥X2´ ¡¥X2ÊX20 ÊX2C÷X2PC÷X2mýX2,mýX2á^Y2˜á^Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•C b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U••Õë+ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•C b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U••Õë+ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•C  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U••Õë+  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 g‡–¶¶Ö bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€† Œ’P� €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞSSÈÈ)=*=4²4²>%?%I˜I˜S T ^~^~hñhñrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽxxííb b"×"×$L%L'Á'Á)6*6,«,«. / 1•1•3 4 668ô8ô:i;i=Þ=Þ?Q@QBÄBÄD7E7GªGªIJL�L�NOQvQvSéSéU\V\XÏXÏZB[B]µ]µ_(`(b›b›deg�g�iôiôkglgnÚnÚpMqMsÀsÀu3v3x¦x¦z{}Œ}Œÿÿ�r‚r„å„å†X‡X‰ʉʋ<Œ<ޮޮ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2gGW2ÐgGW2ˆW2LˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW29±W2(9±W2×ñW2¤×ñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2 X2€ X2©[X2ü©[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2íY2,íY2™^Y2˜™^Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2)P\2Ì)P\2ù!]2ù!]2¡4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�úÆ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @V–ë+ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�úÆ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @V–ë+ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�úÆ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @V–ë+  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ååê nŽ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1€À€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÐPÄD¸8¬,D €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜRRÈÈ)>*>4´4´>*?*IžIžST^†^†húhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒxxîîd d"Ú"Ú$P%P'Æ'Æ)<*<,²,².(/(1ž1ž346Š6Š89;v;v=ì=ì?b@bBØBØDNENGÄGÄI:J:L®L®N"O"Q–Q–S T V~V~XòXòZf[f]Ú]Ú_N`NbÂbÂd6e6gªgªijl’l’noqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡އމŠŒvŒvŽêŽê�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2µGW2еGW2SˆW2LSˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2�±W2(�±W2òW2¤òW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2SX2€SX2ñ[X2üñ[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2+¦X2´ +¦X2‹ÊX20 ‹ÊX2Í÷X2PÍ÷X2óY2,óY2§_Y2˜§_Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2‡O\2̇O\2W!]2W!]2ÿ3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—G b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U••Õë+ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—G b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U••Õë+ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—G  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U••Õë+  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 :Z>>^ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1…Å€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1˜ž$¤*ªV €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞQQÄÄ)7*74ª4ª>?IŒIŒSýSý]n^nhßhßrPsP} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽttççZ Z"Í"Í$@%@'³'³)&*&,™,™. / 113ò3ò5e6e8Ø8Ø:K;K=¾=¾?/@/B B DEG‚G‚IóIóKdLdNÕNÕPFQFS·S·U(V(X™X™Z [ ]{]{_ì_ìa]b]dÎdÎf?g?i°i°k!l!n’n’pqststuåuåwVxVzÇzÇ|8}8©©�‚„‹„‹†ü†üˆl‰l‹Ü‹Ü�LŽL�¼�¼’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2…GW2�…GW2#ˆW2#ˆW2aŒW2$aŒW2Q±W2�Q±W2ïñW2ïñW23öW2$3öW2#X2�#X2Á[X2Á[X2`X2$`X2¹¢X2�¹¢X2ÇX2üÇX2-ûX2 -ûX2UNY2| UNY2AìY2Ü AìY2ÂZ2  ÂZ2S®[2¤ S®[2wP\2„ wP\2G"]2ÈG"]2ï4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19m¡ÚÓŸ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19m¡ÚÓŸ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations19m¡ÚÓŸ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Åå  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww î îeeÜÜ)S*S4Ê4Ê>???I´I´S)T)^ž^žhisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðwwîîeeÜÜ S S Ê ÊAA¸¸//¦¦””  ‚ ‚"ù"ù$p%p'ç'ç)^*^,Õ,Õ.L/L1Ã1Ã3:4:6±6±8(9(;Ÿ;Ÿ=>@�@�BCE{E{GòGòIgJgLÜLÜNQOQQÆQÆS;T;V°V°X%Y%[š[š]^`„`„bùbùdnengãgãiXjXlÍlÍnBoBq·q·s,t,v¡v¡xy{‹{‹}~€u€u‚ê‚ê„_…_‡Ô‡Ô‰IŠIŒ¾Œ¾Ž3�3‘¨‘¨“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2©GW2�©GW2GˆW2 GˆW2ûŽW2ûŽW2{±W2€{±W2òW2üòW2ÍøW2ÍøW2MX2pMX2ë[X2ìë[X2ŸbX2ôŸbX2¹¥X2`¹¥X2ÊX2ÌÊX2-ûX2ì-ûX2UNY2L UNY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2;P\2T ;P\2 "]2˜ "]2³4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰7 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1™Ù€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰7 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1™Ù€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰7 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1™Ù €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Çç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ì ìaaÖÖ)K*K4À4À>4?4I¨I¨ST^�^�hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttììddÜÜ T T Ì ÌDD¼¼44¬¬!!––  € €"õ"õ$j%j'ß'ß)T*T,É,É.>/>1³1³3(4(6�6�89;‡;‡=ü=ü?q@qBæBæD[E[GÐGÐIDJDL¸L¸N,O,Q Q STVˆVˆXüXüZp[p]ä]ä_X`XbÌbÌd@e@g´g´i(j(lœlœnoq„q„søsøulvlxàxàzT{T}È}È<€<‚°‚°„$…$‡˜‡˜‰ Š Œ‚Œ‚Ž÷Ž÷�l‘l“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2GW2�GW2ˆW2ˆW2aŒW2$aŒW2Q±W2�Q±W2ïñW2ïñW23öW2$3öW2#X2�#X2Á[X2Á[X2`X2$`X2¤X2�¤X2oÈX2üoÈX2-ûX2 -ûX2UNY2| UNY2/ìY2Ü /ìY2ÂZ2  ÂZ2A®[2¤ A®[2P\2„ P\2á!]2Èá!]2‰4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:kŸ ÖÖ¢ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:kŸ ÖÖ¢ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1:kŸ ÖÖ¢ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1<  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ì ìbb××)L*L4Á4Á>4?4I§I§ST^�^�hissss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvììbbØØ N N Ä Ä::°°&&œœˆˆþþt t"ê"ê$_%_'Ô'Ô)I*I,¾,¾.3/31¨1¨346’6’89;|;|=ñ=ñ?f@fBÛBÛDPEPGÅGÅI8J8L«L«NOQ‘Q‘STVwVwXêXêZ][]]Ð]Ð_C`Cb¶b¶d)e)gœgœijl‚l‚nõnõphqhsÛsÛuNvNxÁxÁz4{4}§}§€‚�‚�„…‡s‡s‰æ‰æ‹YŒYŽÌŽÌ�?‘?“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2¯GW2�¯GW2MˆW2 MˆW2ûŽW2ûŽW2{±W2€{±W2òW2üòW2ÍøW2ÍøW2MX2pMX2ë[X2ìë[X2ŸbX2ôŸbX2µ¦X2`µ¦X2ËX2ÌËX2-ûX2ì-ûX2UNY2L UNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰9 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1˜Ø€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰9 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1˜Ø€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1U‰9 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1˜Ø €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ââ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ê ê__ÔÔ)I*I4¾4¾>1?1I¤I¤ST^ˆ^ˆhúhúrlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttêê``ÖÖ L L  Â88®®$$šš„„ùùn n"ã"ã$X%X'Í'Í)B*B,·,·.,/,1¡1¡346‹6‹89;u;u=ê=ê?_@_BÔBÔDIEIG¾G¾I1J1L¤L¤NOQŠQŠSýSýUpVpXãXãZV[V]É]É_<`v>x°x°z"{"}”}”€‚x‚x„ê„ê†\‡\‰ωϋBŒB޵޵�(‘(“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2yGW2�yGW2ˆW2 ˆW2aŒW2aŒW2K±W2€K±W2éñW2üéñW23öW23öW2X2pX2»[X2ì»[X2`X2ô`X2¹¥X2`¹¥X2ÊX2ÌÊX2-ûX2ì-ûX2ONY2L ONY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jž × b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jž × b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jž × b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Éé  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww ñ ñggÝÝ)S*S4Ç4Ç>;?;I¯I¯S#T#^—^—h i s}s}} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðwwññkkåå _ _ Ù ÙSSÍÍGGÁÁ77­­## ™ ™"#%…%…'û'û)q*q,ç,ç.]/]1Ó1Ó3I4I6¿6¿8595;«;«=>@“@“BCE{E{GïGïIcJcL×L×NKOKQ¿Q¿S3T3V§V§XY[�[�]^`w`wbëbëd_e_gÓgÓiGjGl»l»n/o/q£q£stv‹v‹xÿxÿzs{s}ç}ç[€[‚ςτC…C‡µ‡µ‰(Š(Œ›Œ›Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2¯GW2�¯GW2MˆW2 MˆW2õŽW2õŽW2�±W2€�±W2òW2üòW2ÇøW2ÇøW2SX2pSX2ñ[X2ìñ[X2™bX2ô™bX2¹¥X2`¹¥X2ÊX2ÌÊX2-ûX2ì-ûX2ONY2L ONY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’@  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1•Õ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’@  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1•Õ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’@  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1•Õ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Éé  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp ç ç^^ÕÕ)L*L4Ã4Ã>:?:I±I±S(T(^š^šh i s~s~} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppçç^^ÕÕ L L à Ã::±±((ŸŸ�� { {"ò"ò$i%i'à'à)W*W,Î,Î.E/E1¼1¼33436ª6ª8!9!;˜;˜=>@†@†BýBýDtEtGëGëIbJbLÙLÙNPOPQÇQÇS>T>VµVµX,Y,[£[£]^`‘`‘bceegögöimjmlälänVoVqÈqÈs:t:v¬v¬xy{�{�}~€t€t‚æ‚æ„X…X‡ʇʉ<Š<Œ®Œ®Ž � ‘’‘’“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2yGW2�yGW2ˆW2 ˆW2aŒW2aŒW2E±W2€E±W2ãñW2üãñW23öW23öW2X2pX2µ[X2ìµ[X2`X2ô`X2]¤X2`]¤X2½ÈX2̽ÈX2-ûX2ì-ûX2ONY2L ONY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2ÕO\2T ÕO\2¥!]2˜¥!]2M4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœÓ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœÓ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœÓ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1o�  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu í íaaÕÕ)I*I4»4»>-?-IŸIŸST^ƒ^ƒhõhõrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuííeeÝÝ U U Í ÍEE½½55­­!!••  } }"ñ"ñ$e%e'Ù'Ù)M*M,Á,Á.5/51©1©346‘6‘89;y;y=ë=ë?]@]BÏBÏDAEAG³G³I%J%L—L—N O Q{Q{SíSíU_V_XÑXÑZC[C]µ]µ_'`'b™b™d e g}g}iïiïkalanÓnÓpEqEs·s·u)v)x›x›z { }}ññ�c‚c„Õ„Õ†E‡E‰¶‰¶‹'Œ'Ž˜Ž˜� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2µGW2�µGW2SˆW2 SˆW2õŽW2õŽW2�±W2€�±W2òW2üòW2ÇøW2ÇøW2SX2pSX2ñ[X2ìñ[X2™bX2ô™bX2u¤X2`u¤X2ÕÈX2ÌÕÈX2-ûX2ì-ûX2ONY2L ONY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2P\2T P\2Õ!]2˜Õ!]2}4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’B b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1•Õ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’B b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1•Õ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’B b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1•Õ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1„¤  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp å åZZÏÏ)D*D4¹4¹>.?.I£I£ST^Š^Šhühürnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppååZZÏÏ D D ¹ ¹..££��wwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇDG?GI¾I¾S3T3^¦^¦hisŠsŠ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssììeeÞÞ W W Ð ÐIIÂÂ;;´´--¦¦ ˜ ˜"#%Š%Š'(*|*|,õ,õ.n/n1ç1ç3`4`6Ù6Ù8R9R;Ë;Ë=D>D@½@½B6C6E¯E¯G(H(JŸJŸLMO�O�QRT{T{VòVòXiYi[à[à]W^W`Î`ÎbCcCe¸e¸g-h-j¢j¢lmoŠoŠqýqýsptpvãvãxVyV{É{É}<~<€¯€¯‚"ƒ"…•…•‡ˆŠxŠxŒêŒêŽ\�\‘ΑΓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2µGW2�µGW2SˆW2 SˆW2ÝŽW2ÝŽW2‡±W2€‡±W2%òW2ü%òW2¯øW2¯øW2YX2pYX2÷[X2ì÷[X2�bX2ô�bX2W¤X2`W¤X2·ÈX2Ì·ÈX2'ûX2ì'ûX2ONY2L ONY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2eP\2T eP\25"]2˜5"]2Ý4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›I b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Á€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›I b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Á€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›I b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Á €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1nŽ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp ê êddÚÚ)P*P4Æ4Æ>:?:I®I®S"T"^–^–h i s~s~} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppêêddÞÞ X X Ò ÒLLÆÆ@@ºº44®®(( ¢ ¢"#%’%’'(*~*~,ô,ô.j/j1à1à3V4V6Ì6Ì8B9B;¸;¸=.>.@¤@¤BCE�E�GHJzJzLîLîNbObQÖQÖSJTJV¾V¾X2Y2[¦[¦]^`Ž`Žbcevevgêgêi^j^lÒlÒnFoFqºqºs.t.v¢v¢xy{Š{Š}þ}þr€r‚æ‚æ„Z…Z‡·ΉBŠBŒ¶Œ¶Ž*�*‘ž‘ž“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2sGW2�sGW2ˆW2 ˆW2gŒW2gŒW2?±W2€?±W2ÝñW2üÝñW29öW29öW2X2pX2¯[X2ì¯[X2 `X2ô `X2]¤X2`]¤X2½ÈX2̽ÈX2'ûX2ì'ûX2ONY2L ONY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2#P\2T #P\2ó!]2˜ó!]2›4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ð b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ð b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ð b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1r’  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq è è__ÖÖ)M*M4Ä4Ä>9?9I®I®S!T!^’^’hissss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqèè__ÖÖ M M Ä Ä;;²²))  ŽŽ | |"ó"ó$j%j'á'á)X*X,Ï,Ï.F/F1½1½34446«6«8"9";™;™=>@‡@‡BþBþDuEuGìGìIaJaLÖLÖNKOKQÀQÀS5T5VªVªXY[”[”] ^ `~`~bñbñddedg×g×iJjJl½l½n.o.qŸqŸstv�v�xòxòzc{c}Ô}ÔE€E‚¶‚¶„'…'‡—‡—‰ŠŒyŒyŽêŽê�[‘[“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2µGW2�µGW2SˆW2 SˆW2ÝŽW2ÝŽW2‡±W2€‡±W2%òW2ü%òW2¯øW2¯øW2YX2pYX2÷[X2ì÷[X2�bX2ô�bX2§¥X2`§¥X2ÊX2ÌÊX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›K b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Á€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›K b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Á€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›K b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Á €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½Ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp è è``ÔÔ)H*H4¼4¼>.?.I I ST^„^„höhörhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppèè``ØØ P P È È@@¸¸00¨¨  ˜˜ ˆ ˆ"#%t%t'è'è)\*\,Ð,Ð.D/D1¸1¸3,4,6 6 89;ˆ;ˆ=ü=ü?p@pBäBäDXEXGÌGÌI>J>L°L°N"O"Q”Q”STVxVxXêXêZ\[\]Î]Î_@`@b²b²d$e$g–g–ijlzlznìnìp^q^sÐsÐuBvBx´x´z&{&}˜}˜ € ‚|‚|„î„î†`‡`‰Ò‰Ò‹DŒD޶޶�(‘(“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2mGW2�mGW2 ˆW2  ˆW2UŒW2UŒW2?±W2€?±W2ÝñW2üÝñW2'öW2'öW2X2pX2¯[X2ì¯[X2ù_X2ôù_X2?¤X2`?¤X2ŸÈX2ÌŸÈX2!ûX2ì!ûX2INY2L INY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2¡P\2T ¡P\2q"]2˜q"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Ñ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Ñ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Ñ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Xx  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo ç ç__××)O*O4Ç4Ç>=?=I³I³S)T)^Ÿ^Ÿhis‹s‹} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooçç__×× O O Ç Ç??··//§§—— ‡ ‡"ÿ"ÿ$w%w'ï'ï)g*g,ß,ß.W/W1Ï1Ï3G4G6¿6¿8797;¯;¯='>'@Ÿ@ŸBCE�E�GHJ}J}LóLóNiOiQßQßSUTUVËVËXAYA[·[·]-^-`£`£bce�e�ghj{j{lñlñngogqÝqÝsStSvÉvÉx?y?{µ{µ}+~+€¡€¡‚ƒ…�…�‡ˆŠyŠyŒïŒïŽe�e‘Û‘Û“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2»GW2�»GW2YˆW2 YˆW2õŽW2õŽW2�±W2€�±W2+òW2ü+òW2ÇøW2ÇøW2_X2p_X2ý[X2ìý[X2™bX2ô™bX2!¤X2`!¤X2�ÈX2Ì�ÈX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤R b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1žÞ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤R b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1žÞ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤R b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1žÞ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1;[  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii ß ßTTÉÉ)>*>4±4±>$?$I—I—S T ^}^}hðhðrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiißßUUËË A A · ·--££��yyîîc c"Ø"Ø$M%M'Â'Â)7*7,¬,¬.!/!1–1–3 4 6€6€8õ8õ:j;j=Ý=Ý?P@PBÃBÃD6E6G©G©IJL�L�NOQuQuSèSèU[V[XÎXÎZA[A]´]´_'`'bšbšd e g€g€ióiókflfnÙnÙpLqLs¿s¿u2v2x¥x¥z{}‹}‹þþ�q‚q„ä„ä†U‡U‰ljNj9Œ9ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2gGW2�gGW2ˆW2 ˆW2UŒW2UŒW29±W2€9±W2×ñW2ü×ñW2'öW2'öW2 X2p X2©[X2ì©[X2ù_X2ôù_X2¡¥X2`¡¥X2ÊX2ÌÊX2!ûX2ì!ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–Í b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–Í b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–Í b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1»Û  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ã ãYYÏÏ)E*E4»4»>/?/I£I£ST^‹^‹hÿhÿrsss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmããYYÏÏ E E » »11§§““  õõk k"á"á$W%W'Í'Í)C*C,¹,¹.///1¥1¥346‘6‘89;};}=ó=ó?i@iBßBßDUEUGËGËI?J?L³L³N'O'Q›Q›STVƒVƒX÷X÷Zk[k]ß]ß_S`SbÇbÇd;e;g¯g¯i#j#l—l—n o qqsósóugvgxÛxÛzO{O}Ã}Ã7€7‚«‚«„…‡“‡“‰ŠŒ{Œ{ŽïŽï�c‘c“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2»GW2�»GW2YˆW2 YˆW2õŽW2õŽW2�±W2€�±W2+òW2ü+òW2ÇøW2ÇøW2_X2p_X2ý[X2ìý[X2™bX2ô™bX2­¢X2`­¢X2 ÇX2Ì ÇX2!ûX2ì!ûX2INY2L INY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2�O\2T �O\2Q!]2˜Q!]2ù3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤T  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ÿß€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤T  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ÿß€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤T  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ÿß €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Åå  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk á áTTÇÇ):*:4«4«>?I�I�SþSþ]o^ohàhàrOsO} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkááWWÍÍ C C ¹ ¹//¥¥‘‘wwêê] ]"Ð"Ð$C%C'¶'¶))*),œ,œ./1‚1‚3õ3õ5h6h8Û8Û:N;N=¿=¿?0@0B¡B¡DEGƒGƒIôIôKeLeNÖNÖPGQGS¸S¸U)V)XšXšZ [ ]|]|_í_ía^b^dÏdÏf@g@i±i±k"l"n“n“pqsusuuæuæwWxWzÈzÈ|9}9ªª�‚„Œ„Œ†û†ûˆk‰k‹Û‹Û�KŽK�»�»’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2gGW2�gGW2ˆW2 ˆW2gŒW2gŒW29±W2€9±W2×ñW2ü×ñW29öW29öW2 X2p X2©[X2ì©[X2 `X2ô `X2³¥X2`³¥X2ÊX2ÌÊX2!ûX2ì!ûX2CNY2L CNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Î b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Î b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Î b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ññ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk â âYYÐÐ)G*G4¾4¾>3?3I¨I¨ST^’^’his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkââYYÐÐ G G ¾ ¾55¬¬##ššˆˆÿÿv v"í"í$d%d'Û'Û)R*R,É,É.@/@1·1·3.4.6¥6¥89;“;“= > @�@�BøBøDoEoGæGæI[J[LÐLÐNEOEQºQºS/T/V¤V¤XY[Ž[Ž]^`x`xbíbídbebg×g×iLjLlÁlÁn6o6q«q«s t v•v•x y {{}ô}ôi€i‚Þ‚Þ„S…S‡ȇȉ=Š=Œ²Œ²Ž'�'‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2ÁGW2�ÁGW2_ˆW2 _ˆW2׎W2׎W2�±W2€�±W2+òW2ü+òW2©øW2©øW2_X2p_X2ý[X2ìý[X2{bX2ô{bX2§¢X2`§¢X2ÇX2ÌÇX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2#P\2T #P\2ó!]2˜ó!]2›4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­[' b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‚€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­[' b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‚€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­[' b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‚ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Åå  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àUUÊÊ)?*?4´4´>(?(IœIœST^„^„høhørlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  ŠŠÿÿt t"é"é$^%^'Ó'Ó)H*H,½,½.2/21§1§346‘6‘89;{;{=ð=ð?e@eBÚBÚDOEOGÄGÄI8J8L¬L¬N O Q”Q”STV|V|XðXðZd[d]Ø]Ø_L`LbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡Œ‡Œ‰ŠŒvŒvŽëŽë�`‘`“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2aGW2�aGW2ÿ‡W2 ÿ‡W2aŒW2aŒW23±W2€3±W2ÑñW2üÑñW23öW23öW2X2pX2£[X2ì£[X2`X2ô`X2}¥X2`}¥X2ÝÉX2ÌÝÉX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“þÊ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“þÊ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“þÊ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1˜¸  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj à àVVËË)@*@4µ4µ>(?(I›I›ST^�^�hôhôrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjààVVÌÌ B B ¸ ¸..¤¤��||òòh h"Þ"Þ$S%S'È'È)=*=,²,².'/'1œ1œ346†6†8û8û:p;p=å=å?Z@ZBÏBÏDDEDG¹G¹I,J,LŸLŸNOQ…Q…SøSøUkVkXÞXÞZQ[Q]Ä]Ä_7`7bªbªdeg�g�ijlvlvnénép\q\sÏsÏuBvBxµxµz({(}›}›€‚�‚�„ô„ô†g‡g‰Ú‰Ú‹MŒMŽÀŽÀ�3‘3“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2ÁGW2�ÁGW2_ˆW2 _ˆW2׎W2׎W2“±W2€“±W21òW2ü1òW2©øW2©øW2eX2peX2\X2ì\X2{bX2ô{bX2§¢X2`§¢X2ÇX2ÌÇX2!ûX2ì!ûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­]) b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1‚€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­]) b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1‚€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­]) b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1‚ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Åå  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞSSÈÈ)=*=4²4²>%?%I˜I˜S T ^|^|hîhîr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽxxííb b"×"×$L%L'Á'Á)6*6,«,«. / 1•1•3 4 668ô8ô:i;i=Þ=Þ?S@SBÈBÈD=E=G²G²I%J%L˜L˜N O Q~Q~SñSñUdVdX×X×ZJ[J]½]½_0`0b¢b¢deg†g†iøiøkjljnÜnÜpNqNsÀsÀu2v2x¤x¤z{}ˆ}ˆúú�l‚l„Þ„Þ†P‡P‰ÉË6Œ6ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2aGW2�aGW2ÿ‡W2 ÿ‡W2OŒW2OŒW2-±W2€-±W2ËñW2üËñW2!öW2!öW2ÿX2pÿX2�[X2ì�[X2ó_X2ôó_X2-¤X2`-¤X2�ÈX2Ì�ÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2/P\2T /P\2ÿ!]2˜ÿ!]2§4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ÿË b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ÿË b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ÿË b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ll  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk å å[[ÑÑ)G*G4»4»>/?/I£I£ST^‹^‹hÿhÿrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkåå__ÙÙ S S Í ÍGGÁÁ;;µµ++¡¡ � �"#%y%y'ï'ï)e*e,Û,Û.Q/Q1Ç1Ç3=4=6³6³8)9);Ÿ;Ÿ=>@‡@‡BûBûDoEoGãGãIWJWLËLËN?O?Q³Q³S'T'V›V›XY[ƒ[ƒ]÷]÷_k`kbßbßdSeSgÇgÇi;j;l¯l¯n#o#q—q—s t vvxóxózg{g}Û}ÛO€O‚ÂÄ7…7‡©‡©‰ŠŒ�Œ�Ž�‘u‘u“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2ÇGW2�ÇGW2eˆW2 eˆW2éŽW2éŽW2“±W2€“±W21òW2ü1òW2»øW2»øW2eX2peX2\X2ì\X2�bX2ô�bX2¡¢X2`¡¢X2ÇX2ÌÇX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2AP\2T AP\2"]2˜"]2¹4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶d0 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1šÚ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶d0 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1šÚ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶d0 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1šÚ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Åå  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>.?.I¥I¥ST^Ž^Žhisrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLÍLÍNDODQ»Q»S2T2V©V©X Y [—[—]^`…`…bübüdsesgêgêiajalØlØnJoJq¼q¼s.t.v v xy{„{„}ö}öh€h‚Ú‚Ú„L…L‡¾‡¾‰0Š0Œ¢Œ¢Ž�‘†‘†“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2[GW2�[GW2ù‡W2 ù‡W2OŒW2OŒW2-±W2€-±W2ËñW2üËñW2!öW2!öW2ÿX2pÿX2�[X2ì�[X2ó_X2ôó_X2¡¢X2`¡¢X2ÇX2ÌÇX2ûX2ìûX2CNY2L CNY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2·O\2T ·O\2‡!]2˜‡!]2/4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ûÇ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ûÇ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ûÇ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Åå  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áUUÉÉ)=*=4¯4¯>!?!I“I“ST^w^whéhérYsY} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‰‰ýýq q"å"å$Y%Y'Í'Í)A*A,µ,µ.)/)1�1�346…6…8ù8ù:m;m=ß=ß?Q@QBÃBÃD5E5G§G§IJL‹L‹NýNýPoQoSáSáUSVSXÅXÅZ7[7]©]©_`b�b�dÿdÿfqgqiãiãkUlUnÇnÇp9q9s«s«uvx�x�z{}s}såå�W‚W„ɄɆ9‡9‰ª‰ª‹ŒŽŒŽŒ�ý�ý’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2ÇGW2�ÇGW2eˆW2 eˆW2éŽW2éŽW2™±W2€™±W27òW2ü7òW2»øW2»øW2kX2pkX2 \X2ì \X2�bX2ô�bX2Ù£X2`Ù£X29ÈX2Ì9ÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶f2 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1›Û€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶f2 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1›Û€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‚¶f2 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1›Û €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ú  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ù ÙNNÃÃ)8*84­4­>"?"I—I—S T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÙÙNNÃà 8 8 ­ ­""——  ��öökkààU U"Ê"Ê$?%?'´'´))*),ž,ž./1ˆ1ˆ3ý3ý5r6r8ç8ç:\;\=Ñ=Ñ?F@FB»B»D0E0G¥G¥IJL�L�NOQyQySîSîUcVcXØXØZM[M]Â]Â_7`7b¬b¬d!e!g–g–i j l€l€nònòpdqdsÖsÖuHvHxºxºz,{,}ž}ž€‚‚‚‚„ô„ô†f‡f‰؉؋JŒJ޼޼�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2[GW2�[GW2ù‡W2 ù‡W2[ŒW2[ŒW2'±W2€'±W2ÅñW2üÅñW2-öW2-öW2ùX2pùX2—[X2ì—[X2ÿ_X2ôÿ_X2¡¢X2`¡¢X2ÇX2ÌÇX2ûX2ìûX2=NY2L =NY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2}P\2T }P\2M"]2˜M"]2õ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�üÈ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�üÈ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�üÈ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Åå  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg à àYYÒÒ)K*K4Ä4Ä>;?;I²I²S'T'^œ^œhis€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggààYYÒÒ K K Ä Ä==¶¶//¨¨!!šš Œ Œ"#%~%~'÷'÷)p*p,é,é.b/b1Û1Û3T4T6Í6Í8F9F;¿;¿=8>8@±@±B*C*E£E£GHJ“J“L M O�O�QøQøSoToVæVæX]Y][Ô[Ô]K^K`Â`Âb7c7e¬e¬g!h!j–j–l m o€o€qóqósftfvÙvÙxLyL{¿{¿}2~2€¥€¥‚ƒ…‹…‹‡ü‡ü‰nŠnŒàŒàŽR�R‘đē b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2ÇGW2�ÇGW2eˆW2 eˆW2ËŽW2ËŽW2™±W2€™±W27òW2ü7òW2�øW2�øW2kX2pkX2 \X2ì \X2obX2ôobX2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‹¿m9 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Á€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‹¿m9 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Á€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‹¿m9 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Á €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations16V  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Þ ÞXXÎÎ)D*D4º4º>.?.I¢I¢ST^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÞÞXXÒÒ L L Æ Æ@@ºº44®®((¢¢ – –"#%†%†'ü'ü)r*r,è,è.^/^1Ô1Ô3J4J6À6À8696;¬;¬=">"@˜@˜BCE„E„GúGúInJnLâLâNVOVQÊQÊS>T>V²V²X&Y&[š[š]^`‚`‚böbödjejgÞgÞiRjRlÆlÆnDoDq¸q¸s,t,v v xy{ˆ{ˆ}ü}üp€p‚ä‚ä„X…X‡̇̉@Š@Œ´Œ´Ž(�(‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2UGW2�UGW2ó‡W2 ó‡W2[ŒW2[ŒW2'±W2€'±W2ÅñW2üÅñW2-öW2-öW2ùX2pùX2—[X2ì—[X2ÿ_X2ôÿ_X2ߣX2`ߣX2?ÈX2Ì?ÈX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2 P\2T  P\2Û!]2˜Û!]2ƒ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�øÄ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�øÄ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�øÄ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1&  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>-?-I¢I¢ST^Š^Šhûhûrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbåbådXeXgËgËi>j>l±l±n&o&q—q—stvyvyxêxêz[{[}Ì}Ì=€=‚®‚®„…‡�‡�‰ŠŒqŒqŽâŽâ�S‘S“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2ÍGW2�ÍGW2kˆW2 kˆW2ËŽW2ËŽW2™±W2€™±W27òW2ü7òW2�øW2�øW2kX2pkX2 \X2ì \X2obX2ôobX2¡¢X2`¡¢X2ÇX2ÌÇX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‹¿o; b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Á€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‹¿o; b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Á€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‹¿o; b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Á €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Åå  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜTTÈÈ)<*<4°4°>"?"I”I”ST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœŒŒ | |"ô"ô$h%h'Ü'Ü)P*P,Ä,Ä.8/81¬1¬3 4 6”6”89;|;|=ð=ð?d@dBØBØDLELGÀGÀI2J2L¤L¤NOQˆQˆSúSúUlVlXÞXÞZP[P]Â]Â_4`4b¦b¦degŠgŠiüiüknlnnènèpZqZsÌsÌu>v>x°x°z"{"}”}”€‚x‚x„ê„ê†\‡\‰Ή΋@Œ@޲޲�$‘$“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2OGW2�OGW2í‡W2 í‡W2IŒW2IŒW2!±W2€!±W2¿ñW2ü¿ñW2öW2öW2óX2póX2‘[X2ì‘[X2í_X2ôí_X2M¥X2`M¥X2­ÉX2Ô­ÉX2ûX2ôûX27NY2T 7NY2)ìY2´ )ìY2QÀZ2x QÀZ2/�[2| /�[2�P\2\ �P\2… ]2 … ]2-3]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒùÅ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒùÅ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒùÅ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1G×,˜  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛSSÍÍ)E*E4½4½>3?3I©I©ST^¡^¡his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$m%m'å'å)]*],Õ,Õ.M/M1Å1Å3=4=6µ6µ8-9-;¥;¥=>@•@•B C E…E…GýGýIsJsLéLéN_O_QÕQÕSKTKVÁVÁX7Y7[­[­]#^#`™`™bce…e…gûgûiqjqlçlçnioiqßqßsUtUvËvËxAyA{·{·}-~-€£€£‚ƒ…�…�‡ˆŠ{Š{ŒñŒñŽg�g‘ݑݓ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2ÍGW2�ÍGW2kˆW2 kˆW2ÝŽW2ÝŽW2Ÿ±W2€Ÿ±W2=òW2ü=òW2¯øW2¯øW2qX2pqX2\X2ì\X2�bX2ô�bX2w¢X2`w¢X2ׯX2ÌׯX2ûX2ìûX27NY2L 7NY2 ìY2¬  ìY23ÀZ2p 3ÀZ2�[2t �[2ÛO\2T ÛO\2Ñ]2˜Ñ]2y2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1”ÈvB b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1˜Ø€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1”ÈvB b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1˜Ø€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1”ÈvB b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1˜Ø €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ÅÁ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10]] Ó ÓRRÇÇ)<*<4¯4¯>"?"I•I•ST^‡^‡húhúrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð]]ÓÓII¿¿ 5 5 « «!!——  ƒƒwwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Û=Û?N@NBÁBÁD4E4G§G§IJL�L�NOQsQsSæSæUYVYXÌXÌZ?[?]²]²_%`%b¤b¤degŠgŠiýiýkplpnãnãpVqVsÉsÉu'?'I›I›ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$O%O'Å'Å);*;,±,±.'/'1�1�346‰6‰8ÿ8ÿ:u;u=ë=ë?a@aB×B×DMEMGÃGÃI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqƒqƒs÷s÷ukvkxßxßzS{S}Ç}Ç;€;‚¯‚¯„#…#‡—‡—‰ Š ŒŒŽóŽó�g‘g“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2ÓGW2�ÓGW2qˆW2 qˆW2ãŽW2ãŽW2Ÿ±W2€Ÿ±W2=òW2ü=òW2µøW2µøW2qX2pqX2\X2ì\X2‡bX2ô‡bX2w¢X2`w¢X2ׯX2ÌׯX2ûX2ìûX27NY2L 7NY2óëY2¬ óëY2ÀZ2p ÀZ2ù�[2t ù�[2uO\2T uO\2k]2˜k]22]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1”ÈxD b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1™Ù€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1”ÈxD b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1™Ù€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1”ÈxD b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1™Ù €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ÅÁ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Õ ÕPPÃÃ)6*64§4§>?I‰I‰ST^w^whèhèrWsW} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……ssææY Y"Ì"Ì$?%?'²'²)%*%,˜,˜. / 1~1~3ñ3ñ5d6d8×8×:J;J=»=»?,@,B�B�DEGGIðIðKaLaNÒNÒPCQCS´S´U%V%X–X–Z[]x]x_é_éafbfd×d×fHgHi¹i¹k*l*n›n›p q s}s}uîuîw_x_zÐzÐ|A}A²²�#‚#„”„”†‡‰s‰s‹ã‹ã�SŽS�Ã�Ã’ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Ù2W2 GW2 GW2«‡W2|«‡W2�W2„�W2E�W2ðE�W2Ï™W2|Ï™W2�W2H�W2Ù°W2ÔÙ°W2wñW2PwñW2áöW2XáöW2úW2ÄúW2¡X2P¡X2×X2×X2«X2¨«X2I[X2$ I[X2³`X2, ³`X2écX2˜ écX2smX2$ smX2©pX2ð ©pX2ë�X2| ë�X25¥X2X5¥X2•ÉX2Ô•ÉX2×öX2ô×öX2� Y2Ð� Y2Y>Y2\Y>Y2 ^Y2€ ^Y2iY2¬iY2ìY28ìY2õÁZ2üõÁZ2/®[2/®[2©»[2à©»[2SP\2lSP\2#"]2°#"]2Ë4]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P¿‹ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ç bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P¿‹ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ç  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1P¿‹  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ç bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ççì jŠ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1W—(h¿ÿ  D D „ bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dW×.®…Ü\³3Š aá8¸�æfæf¿?½= ˜ ”  q ñ k ë B   ™ ð p Ç ^žõ5à ŒÌ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Û ÛÕÕ)K*K4Á4Á>7?7I«I«ST^Ÿ^Ÿhis‡s‡} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÛÛUUÏÏ I I à Ã==··11««ëëeeßßY Y"Ó"Ó$�%�'(*y*y,ï,ï.e/e1Û1Û3Q4Q6Ç6Ç8=9=;³;³=)>)@Ÿ@ŸBCE‹E‹GHJwJwLëLëN_O_QÓQÓSGTGV»V»X/Y/[£[£]^`‹`‹bÿbÿdsesgçgçi[j[lÏlÏnOoOqÃqÃs7t7v«v«xy{“{“}~€{€{‚ï‚ï„c…c‡ׇ׉KŠKŒ¿Œ¿Ž3�3‘§‘§“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2åGW2èåGW2ƒˆW2dƒˆW21�W2l1�W2»˜W2軘W2ñ›W2´ñ›W2·±W2@·±W2UòW2¼UòW2ùW2ÄùW2�X2@�X2ÃX2 ÃX2‰X2˜‰X2'\X2'\X2ÕbX2 ÕbX2_lX2˜ _lX2•oX2d •oX2לX2ð לX2Ó¦X2Ì Ó¦X23ËX2H 3ËX2uøX2huøX2g Y2Dg Y2#>Y2Ð#>Y2 ^Y2ô ^Y2iY2 iY2#ìY2¬#ìY2ûÁZ2pûÁZ25®[2t5®[2¯»[2T¯»[2}P\2à}P\2M"]2$M"]2õ4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1°ä”` b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W—q±î. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1°ä”` b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W—q±î. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1°ä”`  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W—q±î.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‰©Bb" bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1W—î.6v v ¶  M bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dW×.®…Ü\³3Š aá8¸À@�•æfjê½= ? ¿ ”  k ë B   ™ ð p Ç ^ž’Òõ5ŒÌ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ý ÝVV——)J*J4Ã4Ã>7@°@°B)C)E¢E¢GHJ”J”L M O‚O‚QùQùSpTpVçVçX^Y^[Õ[Õ]L^L`Ã`Ãb8c8e­e­g"h"j—j—l m o‹o‹qþqþsqtqväväxWyW{Ê{Ê}=~=€°€°‚#ƒ#…–…–‡ ˆ Š{Š{ŒíŒíŽ_�_‘ёѓ  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ù2W2GW2GW2¥‡W2|¥‡W2�W2„�W2E�W2ðE�W2Ï™W2|Ï™W2�W2H�W2Ù°W2ÔÙ°W2wñW2PwñW2áöW2XáöW2úW2ÄúW2¡X2P¡X2×X2×X2«X2¨«X2I[X2$ I[X2³`X2, ³`X2écX2˜ écX2smX2$ smX2©pX2ð ©pX2ë�X2| ë�X2S¥X2XS¥X2³ÉX2Ô³ÉX2õöX2ôõöX2E Y2ÐE Y2?Y2\?Y2 ^Y2€ ^Y2iY2¬iY2ìY28ìY2ÝÁZ2üÝÁZ2®[2®[2‘»[2à‘»[2ÛO\2lÛO\2«!]2°«!]2S4]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¼ˆ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ç bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¼ˆ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ç  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1O¼ˆ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ç bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ççì Šª bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1è(�ÁX ¯ ï ô 4 bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dW×.®…Ü\³3Š aá8¸�æf½= ”  k ë J Ê B  # £  ™ ü | ð p Õ U Ç ^žõ5ŒÌy¹ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ù ÙÍÍ)A*A4µ4µ>)?)I›I›S T ^‹^‹hýhýroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A ¹ ¹11©©!!™™ÖÖNNÆÆ> >"¶"¶$m%m'á'á)U*U,É,É.=/=1±1±3%4%6™6™8 9 ;�;�=õ=õ?i@iBÝBÝDQEQGÅGÅI9J9L«L«NOQ�Q�STVsVsXåXåZW[W]É]É_;`;b­b­deg‘g‘ijlulunónópeqes×s×uIvIx»x»z-{-}Ÿ}Ÿ€‚ƒ‚ƒ„õ„õ†g‡g‰ىًKŒK޽޽�/‘/“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2ëGW2èëGW2‰ˆW2d‰ˆW21�W2l1�W2»˜W2軘W2ñ›W2´ñ›W2·±W2@·±W2UòW2¼UòW2ùW2ÄùW2�X2@�X2ÃX2 ÃX2‰X2˜‰X2'\X2'\X2ÕbX2 ÕbX2_lX2˜ _lX2•oX2d •oX2לX2ð לX2/¥X2Ì /¥X2�ÉX2H �ÉX2ÑöX2hÑöX2çY2DçY2£ Ý ] “  À @¥åJŠ'gí-�Ð bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPP��)B*B4¹4¹>0?0I¥I¥ST^•^•hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$$%$'›'›)*,‰,‰./1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubèbèd[e[gÎgÎiAjAl´l´n1o1q¢q¢stv„v„xõxõzf{f}×}×H€H‚¹‚¹„*…*‡œ‡œ‰ Š Œ~Œ~ŽïŽï�`‘`“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2OGW2èOGW2í‡W2dí‡W27�W2l7�W2Á˜W2èÁ˜W2÷›W2´÷›W2!±W2@!±W2¿ñW2¼¿ñW2 ùW2Ä ùW2“X2@“X2ÉX2 ÉX2óX2˜óX2‘[X2‘[X2ÛbX2 ÛbX2elX2˜ elX2›oX2d ›oX2ÝœX2ð ÝœX2‰¥X2Ì ‰¥X2éÉX2H éÉX2+÷X2h+÷X2½Y2D½Y2y?ITITS T ^~^~hñhñrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÔÔJJÀÀ 6 6 ¬ ¬""˜˜„„ùùnnããX X"Í"Í$B%B'·'·),*,,¡,¡./1‹1‹346u6u8ê8ê:_;_=Ô=Ô?G@GBºBºD-E-G G IJL†L†NùNùPlQlSßSßUVX‹X‹ZþZþ\q]q_ä_äa›b›deg�g�iôiôkglgnÚnÚpMqMsÀsÀu3v3x¦x¦z{}Œ}Œÿÿ�r‚r„å„å†X‡X‰ʉʋ<Œ<ޮޮ� ‘ “  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2ßGW2èßGW2}ˆW2d}ˆW27�W2l7�W2Á˜W2èÁ˜W2÷›W2´÷›W2±±W2@±±W2OòW2¼OòW2 ùW2Ä ùW2“X2@“X2ÉX2 ÉX2ƒX2˜ƒX2!\X2!\X2ÛbX2 ÛbX2elX2˜ elX2›oX2d ›oX2ÝœX2ð ÝœX2£¦X2Ì £¦X2ËX2H ËX2EøX2hEøX2iY2DiY2%4?4IªIªS T ^^^^his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœŒŒ | |"ô"ô$l%l'ä'ä)\*\,Ô,Ô.L/L1Ä1Ä3<4<6´6´8,9,;¤;¤=>@”@”B C E„E„GüGüItJtLêLêN`O`QÖQÖSLTLVÂVÂX8Y8[®[®]$^$`š`šbce†e†gügüirjrlèlèn&o&qœqœstvˆvˆxþxþz®{®}$~$€š€š‚ƒ…†…†‡ü‡ü‰rŠrŒèŒèŽ^�^‘Ô‘Ô“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2OGW2èOGW2í‡W2dí‡W27�W2l7�W2Á˜W2èÁ˜W2÷›W2´÷›W2±W2@±W2¹ñW2¼¹ñW2 ùW2Ä ùW2“X2@“X2ÉX2 ÉX2íX2˜íX2‹[X2‹[X2ÛbX2 ÛbX2elX2˜ elX2›oX2d ›oX2ÝœX2ð ÝœX2¦X2Ì ¦X2aÊX2H aÊX2£÷X2h£÷X2‹ Y2D‹ Y2G>Y2ÐG>Y2³_Y2ô³_Y2±jY2 ±jY2íëY2¬íëY2ÅÁZ2pÅÁZ2ÿ­[2tÿ­[2y»[2Ty»[2oO\2àoO\2?!]2$?!]2ç3]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹øÄ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @X˜ï/ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹øÄ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @X˜ï/ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹øÄ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @X˜ï/  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 s“60P bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1m­ZÅò 2 2 r bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dmíZÚGÇ4´!¡Žû{èhÓS¾> © ) ”  g ç  ÿ B   � j ê ø x U Õ @À-mÚ¤ä…Å0p bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Ö ÖII¼¼)/*/4¢4¢>?IIIISýSý]n^nhßhßrPsP} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††ùùllßßR R"Å"Å$8%8'«'«)*,‘,‘./1w1w3ê3ê5]6]8Ð8Ð:C;C=¶=¶?'@'B˜B˜D E GzGzIëIëK\L\NÍNÍP>Q>S¯S¯UåUåWVXVZÇZÇ\8]8_©_©a]b]dÎdÎf?g?i°i°k!l!n’n’pqststuåuåwVxVzÇzÇ|8}8©©�‚„‹„‹†ü†üˆl‰l‹Ü‹Ü�LŽL�¼�¼’  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2åGW2èåGW2ƒˆW2dƒˆW27�W2l7�W2Á˜W2èÁ˜W2÷›W2´÷›W2±±W2@±±W2OòW2¼OòW2 ùW2Ä ùW2“X2@“X2ÉX2 ÉX2ƒX2˜ƒX2!\X2!\X2ÛbX2 ÛbX2elX2˜ elX2›oX2d ›oX2ÝœX2ð ÝœX2S¥X2Ì S¥X2³ÉX2H ³ÉX2õöX2hõöX2½Y2D½Y2y&?&IšIšST^K^Khúhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$L%L'Â'Â)8*8,®,®.$/$1š1š346†6†8ü8ü:r;r=è=è?^@^BÔBÔDJEJGÀGÀI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`Jb¾b¾d2e2g¦g¦ijlŽlŽnËnËp?q?s³s³u'v'x›x›zJ{J}¾}¾2€2‚¦‚¦„…‡އމŠŒvŒvŽêŽê�^‘^“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2UGW2ÐUGW2ó‡W2Ló‡W2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2'±W2('±W2ÅñW2¤ÅñW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2ùX2€ùX2—[X2ü—[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2+¦X2´ +¦X2‹ÊX20 ‹ÊX2Í÷X2PÍ÷X2™Y2,™Y2£]Y2˜£]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2P\2ÌP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒûÇ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UW—î. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒûÇ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UW—î. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒûÇ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UW—î.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 o�÷Qq bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1<| €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1‚ß_¼< ™  $d €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ù ÙNNÃÃ)8*84­4­>#?#I—I—S T ^^hóhórisi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A ¹ ¹11©©!!™™ƒƒøøm m"â"â$W%W'Ì'Ì)A*A,¶,¶.+/+1 1 346Š6Š8ÿ8ÿ:t;t=é=é?^@^BÓBÓDHEHG½G½I3J3L§L§NOQ�Q�STVwVwXëXëZ_[_]Ó]Ó_G`Gb»b»d/e/g£g£ijl‹l‹nÿnÿpsqssçsçu[v[xÏxÏzC{C}·}·+€+‚Ÿ‚Ÿ„…‡‰‡‰‰þ‰þ‹sŒsŽèŽè�]‘]“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2ÙGW2ÐÙGW2wˆW2LwˆW2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2¥±W2(¥±W2CòW2¤CòW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2wX2€wX2\X2ü\X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2 ¦X2´  ¦X2mÊX20 mÊX2¯÷X2P¯÷X2�Y2,�Y2I]Y2˜I]Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2MP\2ÌMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1šÎ~J b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W—¿ò2 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1šÎ~J b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W—¿ò2 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1šÎ~J  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W—¿ò2  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 —·66V bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1$d €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÎN§'€ Y Ù È €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>.?.I£I£ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbèbèd]e]gÒgÒiGjGl¼l¼n1o1q¦q¦stv�v�xy{z{z}ï}ïd€d‚قلN…N‡ÇÉ8Š8Œ­Œ­Ž"�"‘—‘—“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2UGW2ÐUGW2ó‡W2Ló‡W2=�W2T=�W2ǘW2ÐǘW2ý›W2œý›W2!±W2(!±W2¿ñW2¤¿ñW2ùW2¬ùW2™X2(™X2ÏX2ôÏX2óX2€óX2‘[X2ü‘[X2ábX2 ábX2klX2€ klX2¡oX2L ¡oX2ãœX2Ø ãœX2­¥X2´ ­¥X2 ÊX20  ÊX2O÷X2PO÷X23Y2,3Y2?^Y2˜?^Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2ÏO\2ÌÏO\2Ÿ!]2Ÿ!]2G4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒùÅ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 VW—î. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒùÅ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 VW—î. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒùÅ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 VW—î.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 x˜ @×÷ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ù  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1v ö S Ó 0 ° � Á €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×LLÁÁ)6*64«4«> ? I“I“ST^w^whéhér]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡üüqqææ[ ["Ð"Ð$E%E'º'º)/*/,¤,¤./1Ž1Ž346x6x8í8í:b;b=×=×?L@LBÁBÁD6E6G«G«I J L“L“NOQyQySìSìU_V_XÒXÒZE[E]¸]¸_+`+b�b�deg�g�ióiókelen×n×pIqIs»s»u-v-xŸxŸz{}ƒ}ƒõõ�g‚g„لنM‡M‰À‰À‹3Œ3ަަ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2ÙGW2ÐÙGW2wˆW2LwˆW2C�W2TC�W2͘W2Ð͘W2œW2œœW2«±W2(«±W2IòW2¤IòW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2}X2€}X2\X2ü\X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2C¦X2´ C¦X2£ÊX20 £ÊX2å÷X2På÷X2Y2,Y2ß]Y2˜ß]Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐ‚N b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W—¿ó3 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐ‚N b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W—¿ó3 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐ‚N  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W—¿ó3  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w— )nŽ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1½ ý €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations12 ² ‹ ä d ½ = a¡ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙOOÄÄ)9*94®4®>#?#I–I–S T ^|^|hïhïrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰ÿÿuuëëa a"×"×$L%L'Á'Á)6*6,«,«. / 1•1•3 4 668ô8ô:i;i=Þ=Þ?S@SBÈBÈD=E=G²G²I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¥b¥deg‹g‹iþiþkqlqnänäpWqWsÊsÊu=v=x°x°z#{#}–}– € ‚|‚|„ï„ï†b‡b‰Õ‰Õ‹HŒH޻޻�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2[GW2Ð[GW2ù‡W2Lù‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2'±W2('±W2ÅñW2¤ÅñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2ùX2€ùX2—[X2ü—[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2/¥X2´ /¥X2�ÉX20 �ÉX2ÑöX2PÑöX2­Y2,­Y2Á]Y2˜Á]Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2AP\2ÌAP\2"]2"]2¹4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�üÈ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Y™ð0 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�üÈ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Y™ð0 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�üÈ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Y™ð0  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p�ýTt bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1O�€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ‰èhÇG ¦ & ? €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ø ØOOÆÆ)=*=4´4´>-?-I¤I¤ST^�^�hÿhÿrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaØØOOÆÆ = = ´ ´++¢¢��~~õõl l"ã"ã$Z%Z'Ñ'Ñ)H*H,¿,¿.6/61­1­3$4$6›6›89;‰;‰=>@w@wBîBîDeEeGÜGÜIUJULÌLÌNCOCQºQºS1T1V¨V¨XY[–[–] ^ `„`„bûbûdrergégéi`j`l×l×nIoIq»q»s-t-vŸvŸxy{ƒ{ƒ}õ}õg€g‚قلK…K‡½‡½‰/Š/Œ¡Œ¡Ž�‘…‘…“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ÓGW2ÐÓGW2qˆW2LqˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2Ÿ±W2(Ÿ±W2=òW2¤=òW2!ùW2¬!ùW2«X2(«X2áX2ôáX2qX2€qX2\X2ü\X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2¡Y2,¡Y2µ]Y2˜µ]Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2/P\2Ì/P\2ÿ!]2ÿ!]2§4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ãs? b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W—žÞý= bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ãs? b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W—žÞý= bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ãs?  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W—žÞý=  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Cccƒˆ¨ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€Þ^¼< š  0p €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh â âXXÎÎ)D*D4º4º>.?.I¢I¢ST^Š^Šhþhþrrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²((žž Š Š"#%v%v'ì'ì)b*b,Ø,Ø.N/N1Ä1Ä3:4:6°6°8&9&;œ;œ=>@†@†BúBúDnEnGâGâIVJVLÊLÊN>O>Q²Q²S&T&VšVšXY[‚[‚]ö]ö_j`jbÞbÞdReRgÆgÆi:j:l®l®n"o"q–q–s t v~v~xòxòzf{f}Ú}ÚN€N‚‚„6…6‡ª‡ª‰ŠŒ�Œ�Ž�‘v‘v“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2UGW2ÐUGW2ó‡W2Ló‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2'±W2('±W2ÅñW2¤ÅñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2ùX2€ùX2—[X2ü—[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2Ñ¥X2´ Ñ¥X21ÊX20 1ÊX2s÷X2Ps÷X23Y2,3Y2c^Y2˜c^Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�úÆ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @X˜ï/ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�úÆ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @X˜ï/ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�úÆ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @X˜ï/  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 }�*Jõ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ô  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1…  d ä C à " ¢ Þ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ö ÖKKÀÀ)5*54ª4ª>!?!I–I–S T ^}^}hïhïrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÖÖKKÀÀ 5 5 ª ª””  ~~óóhhÝÝR R"Ç"Ç$<%<'±'±)&*&,›,›./1…1…3ú3ú5o6o8ä8ä:Y;Y=Î=Î?C@CB¸B¸D-E-G¢G¢IJLŽLŽNOQxQxSíSíUbVbX×X×ZL[L]Á]Á_6`6b«b«d e g•g•i j llnñnñpcqcsÕsÕuGvGx¹x¹z+{+}�}�€‚�‚�„ó„ó†e‡e‰׉׋IŒI޻޻�-‘-“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ÓGW2ÐÓGW2qˆW2LqˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2¥±W2(¥±W2CòW2¤CòW2!ùW2¬!ùW2«X2(«X2áX2ôáX2wX2€wX2\X2ü\X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2A¥X2´ A¥X2¡ÉX20 ¡ÉX2ãöX2PãöX2;Y2,;Y2Q^Y2˜Q^Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2·O\2Ì·O\2‡!]2‡!]2/4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‘ÅwC b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W—�Ýþ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‘ÅwC b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W—�Ýþ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‘ÅwC  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W—�Ýþ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r’Hhm� bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Þ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1x ø V Ö 4 ´  ’ Î €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞRRÆÆ):*:4®4®> ? I’I’ST^v^vhèhèrZsZ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žž††úún n"â"â$V%V'Ê'Ê)>*>,²,².&/&1š1š346‚6‚8ö8ö:j;j=Þ=Þ?P@PBÂBÂD4E4G¦G¦IJLŠLŠNüNüPnQnSàSàURVRXÄXÄZ6[6]¨]¨_`bŒbŒdþdþfpgpiâiâkTlTnÆnÆp8q8sªsªuvxŽxŽz{}r}rää�V‚V„ȄȆ:‡:‰«‰«‹ŒŽ�Ž��þ�þ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2-±W2(-±W2ËñW2¤ËñW2-ùW2¬-ùW2·X2(·X2íX2ôíX2ÿX2€ÿX2�[X2ü�[X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2ÿ¤X2´ ÿ¤X2_ÉX20 _ÉX2¡öX2P¡öX2�Y2,�Y2å]Y2˜å]Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2SP\2ÌSP\2#"]2#"]2Ë4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽýÉ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Io¯F bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽýÉ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Io¯F bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽýÉ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Io¯F  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 q‘!!A bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1)i €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1‘òrÓS ´ 4 [› €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee ß ßYYÏÏ)E*E4»4»>1?1I¥I¥ST^�^�hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯))££ — —"#%‡%‡'ý'ý)s*s,é,é._/_1Õ1Õ3K4K6Á6Á8797;­;­=#>#@™@™BCE…E…GûGûIqJqLåLåNYOYQÍQÍSATAVµVµX)Y)[�[�]^`…`…bùbùdmemgágáiUjUlÉlÉn=o=q±q±s%t%v™v™x y {�{�}õ}õi€i‚݂݄Q…Q‡Ňʼn9Š9Œ­Œ­Ž!�!‘•‘•“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ÇGW2ÐÇGW2eˆW2LeˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2™±W2(™±W27òW2¤7òW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2kX2€kX2 \X2ü \X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2‰¥X2´ ‰¥X2éÉX20 éÉX2+÷X2P+÷X2“Y2,“Y2�^Y2˜�^Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2ƒP\2̃P\2S"]2S"]2û4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸h4 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W—¿ñ1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸h4 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W—¿ñ1 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸h4  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W—¿ñ1  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Çç<±Ñ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations10p €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1XØAÁ* ª  “ ö6 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh á áZZÓÓ)L*L4Å4Å>>?>IµIµS*T*^�^�hisƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhááZZÓÓ L L Å Å>>··00©©""›› � �"#%%'ø'ø)q*q,ê,ê.c/c1Ü1Ü3U4U6Î6Î8G9G;À;À=9>9@²@²B+C+E¤E¤GHJ–J–L M O„O„QûQûSrTrVéVéX`Y`[×[×]N^N`Å`Åb:c:e¯e¯g$h$j™j™lmo�o�qôqôsgtgvÚvÚxMyM{À{À}3~3€¦€¦‚ƒ…Œ…Œ‡ÿ‡ÿ‰qŠqŒãŒãŽU�U‘ǑǓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2[GW2Ð[GW2ù‡W2Lù‡W2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2-±W2(-±W2ËñW2¤ËñW2-ùW2¬-ùW2·X2(·X2íX2ôíX2ÿX2€ÿX2�[X2ü�[X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2-Y2,-Y2‡^Y2˜‡^Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽûÇ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jn®E bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽûÇ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jn®E bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽûÇ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jn®E  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 € hˆ�­ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ê €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1•  v ö W × 8 ¸ ü< €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝUUÉÉ)=*=4±4±>%?%I—I—S T ^{^{híhír_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%���� } }"õ"õ$i%i'Ý'Ý)Q*Q,Å,Å.9/91­1­3!4!6•6•8 9 ;};}=ñ=ñ?e@eBÙBÙDMEMGÁGÁI5J5L§L§NOQ‹Q‹SýSýUoVoXáXáZS[S]Å]Å_7`7b©b©deg�g�iÿiÿkqlqnãnãpUqUsÇsÇu9v9x«x«z{}�}�€‚s‚s„å„å†W‡W‰ɉɋ;Œ;Ž­Ž­�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ÍGW2ÐÍGW2kˆW2LkˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2Ÿ±W2(Ÿ±W2=òW2¤=òW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2qX2€qX2\X2ü\X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2‡¤X2´ ‡¤X2çÈX20 çÈX2)öX2P)öX29Y2,9Y2)_Y2˜)_Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºl8 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W—¿ò2 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºl8 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W—¿ò2 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºl8  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W—¿ò2  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 e……¥ªÊ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ù  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ü | å e Î N · 7Ÿß €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ý ÝTTËË)B*B4¹4¹>0?0I¥I¥ST^‰^‰húhúrlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÝÝTTËË B B ¹ ¹00§§••  ƒƒúúq q"è"è$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubèbèd[e[gÎgÎiAjAl´l´n%o%q–q–stvxvxxéxézZ{Z}Ë}Ë<€<‚­‚­„…‡�‡�‰ŠŒrŒrŽãŽã�T‘T“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW23±W2(3±W2ÑñW2¤ÑñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2X2€X2£[X2ü£[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2¥X2´ ¥X2wÉX20 wÉX2¹öX2P¹öX2‡Y2,‡Y2ß]Y2˜ß]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2ÛO\2ÌÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�þÊ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @X˜ï/ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�þÊ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @X˜ï/ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�þÊ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @X˜ï/  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 2hˆ7W bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1"b €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ŠëkÌL ­ - T” €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØMMÂÂ)7*74¬4¬>?I’I’ST^x^xhëhër^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆýýrrçç\ \"Ñ"Ñ$F%F'»'»)0*0,¥,¥./1�1�346y6y8î8î:c;c=Ø=Ø?K@KB¾B¾D1E1G¤G¤IJLŠLŠNýNýPpQpSãSãUVVVXÉXÉZ<[<]¯]¯_"`"b•b•deg{g{iîiîkalanÔnÔpGqGsºsºu-v-x x z{}†}†ùù�l‚l„߄߆R‡R‰ĉċ6Œ6ލލ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2ÁGW2ÐÁGW2_ˆW2L_ˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2“±W2(“±W21òW2¤1òW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2eX2€eX2\X2ü\X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2§¥X2´ §¥X2ÊX20 ÊX2I÷X2PI÷X2ÑY2,ÑY2G_Y2˜G_Y2/ìY2$/ìY2ÂZ2èÂZ2A®[2ìA®[2•P\2Ì•P\2e"]2e"]2 5]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­]) b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W——×ï/ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­]) b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W——×ï/ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1y­])  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W——×ï/  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Çç@`Èè bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1l¬€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1°0¤$ ˜  Œ ¼ü €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àXXÐÐ)H*H4À4À>8?8I®I®S$T$^š^šhis†s†} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  �� € €"ø"ø$p%p'è'è)`*`,Ø,Ø.P/P1È1È3@4@6¸6¸8090;¨;¨= > @˜@˜BCEˆEˆGHJxJxLîLîNdOdQÚQÚSPTPVÆVÆX?IˆIˆSùSù]j^jhÛhÛrLsL} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠýýppããV V"É"É$<%<'¯'¯)"*",•,•./1{1{3î3î5a6a8Ô8Ô:G;G=º=º?+@+BœBœD E G~G~IïIïK`L`NÑNÑPBQBS³S³U$V$X•X•Z[]w]w_è_èaYbYdÊdÊf;g;i¬i¬klnŽnŽpÿpÿrpspuáuáwRxRzÃzÃ|4}4¥¥�‚„‡„‡†ø†øˆh‰h‹Ø‹Ø�HŽH�¸�¸’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2ÇGW2ÐÇGW2eˆW2LeˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2™±W2(™±W27òW2¤7òW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2kX2€kX2 \X2ü \X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2Ñ¥X2´ Ñ¥X21ÊX20 1ÊX2s÷X2Ps÷X2‰Y2,‰Y2û_Y2˜û_Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯a- b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W——×ï/ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯a- b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W——×ï/ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯a-  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W——×ï/  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ççì õ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 ` €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ t ô h è \Üp° €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜRRÈÈ)>*>4´4´>*?*IžIžST^†^†húhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒxxîîd d"Ú"Ú$P%P'Æ'Æ)<*<,²,².(/(1ž1ž346Š6Š89;v;v=ì=ì?b@bBØBØDNENGÄGÄI:J:L®L®N"O"Q–Q–S T V~V~XòXòZf[f]Ú]Ú_N`NbÂbÂd6e6gªgªijl’l’noqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡އމŠŒvŒvŽêŽê�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2gGW2ÐgGW2ˆW2LˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW29±W2(9±W2×ñW2¤×ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2 X2€ X2©[X2ü©[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2™Y2,™Y2�^Y2˜�^Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2)P\2Ì)P\2ù!]2ù!]2¡4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ÿË b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @X˜ï/ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ÿË b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @X˜ï/ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ÿË  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @X˜ï/  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ççì nŽ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1,l €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1HÈ3³ ž ‰ ò2 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝRRÇÇ)<*<4±4±>'?'I›I›ST^ƒ^ƒh÷h÷rmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%��‡‡üüq q"æ"æ$[%['Ð'Ð)E*E,º,º.///1¤1¤346Ž6Ž89;x;x=í=í?b@bB×B×DLELGÁGÁI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqwqwsësëu_v_xÓxÓzG{G}»}»/€/‚£‚£„…‡�‡�‰ŠŒwŒwŽìŽì�a‘a“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2»GW2лGW2YˆW2LYˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2�±W2(�±W2+òW2¤+òW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2_X2€_X2ý[X2üý[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2G¥X2´ G¥X2§ÉX20 §ÉX2éöX2PéöX2µY2,µY2`Y2˜`Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2_P\2Ì_P\2/"]2/"]2×4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢R b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W—�Áî. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢R b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W—�Áî. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢R  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W—�Áî.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ççì g‡ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1JŠ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ˆ ‡  †  … ‚ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>2?2I§I§ST^‘^‘his{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÏLÏNDODQ¹Q¹S.T.V£V£XY[�[�]^`w`wbìbìdaeagÖgÖiKjKlÀlÀn5o5qªqªstv”v”x y {~{~}ó}óh€h‚݂݄R…R‡LJlj<Š<Œ±Œ±Ž&�&‘›‘›“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2gGW2ÐgGW2ˆW2LˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW29±W2(9±W2×ñW2¤×ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2 X2€ X2©[X2ü©[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2q¥X2´ q¥X2ÑÉX20 ÑÉX2÷X2P÷X2?Y2,?Y2/_Y2˜/_Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ýÉ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @X˜ï/ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ýÉ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @X˜ï/ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ýÉ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @X˜ï/  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ççì Ž® bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1×  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ô t ß _ Ê J µ 5�Ý €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛPPÅÅ):*:4¯4¯>$?$I—I—S T ^{^{híhírasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹uuêê_ _"Ô"Ô$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯I$J$L—L—N O Q}Q}SðSðUcVcXÖXÖZI[I]¼]¼_/`/b¡b¡deg…g…i÷i÷kilinÛnÛpMqMs¿s¿u1v1x£x£z{}‡}‡ùù�k‚k„݄݆Q‡Q‰ĉċ7Œ7ŽªŽª�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2ÁGW2ÐÁGW2_ˆW2L_ˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2�±W2(�±W2+òW2¤+òW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2_X2€_X2ý[X2üý[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2#¥X2´ #¥X2ƒÉX20 ƒÉX2ÅöX2PÅöX2sY2,sY2Ó`Y2˜Ó`Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2ùO\2ÌùO\2É!]2É!]2q4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤V" b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W—€Àî. bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤V" b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W—€Àî. bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤V"  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W—€Àî.  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 9Kk>^ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 I €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 „  ƒ ‚�A� €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝSSÈÈ)=*=4²4²>'?'IšIšS T ^€^€hóhórfsf} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��yyïïe e"Û"Û$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=â=â?W@WBÌBÌDAEAG¶G¶I+J+LžLžNOQ„Q„S÷S÷UjVjXÝXÝZP[P]Ã]Ã_6`6b©b©deg�g�ijlulunènèp[q[sÎsÎuAvAx´x´z'{'}š}š € ‚€‚€„ó„ó†f‡f‰ىًLŒLŽ¿Ž¿�2‘2“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2mGW2ÐmGW2 ˆW2L ˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2?±W2(?±W2ÝñW2¤ÝñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2X2€X2¯[X2ü¯[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2¥Y2,¥Y2M_Y2˜M_Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2SP\2ÌSP\2#"]2#"]2Ë4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ì b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @X˜ï/ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ì b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @X˜ï/ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ì  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @X˜ï/  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ççì g‡ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations14t €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  – Œ ‚  ¸ø €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>1?1I¨I¨ST^‘^‘hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIYJYLÐLÐNGOGQ¾Q¾S5T5V¬V¬X#Y#[š[š]^`ˆ`ˆbÿbÿdvevgígíidjdlÛlÛnMoMq¿q¿s1t1v£v£xy{‡{‡}ù}ùk€k‚݂݄O…O‡Á‡Á‰3Š3Œ¥Œ¥Ž�‘‰‘‰“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2µGW2еGW2SˆW2LSˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2‡±W2(‡±W2%òW2¤%òW2!ùW2¬!ùW2«X2(«X2áX2ôáX2YX2€YX2÷[X2ü÷[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2•¥X2´ •¥X2õÉX20 õÉX27÷X2P7÷X2sY2,sY2»`Y2˜»`Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2AP\2ÌAP\2"]2"]2¹4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—G b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W——×ï/ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—G b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W——×ï/ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—G  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W——×ï/  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ll‡§¬Ì bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 E €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1PÐX Ø ` à h è $d €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll æ æ\\ÒÒ)H*H4¾4¾>2?2I¦I¦ST^Ž^Žhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllææ``ÚÚ T T Î ÎHHÂÂ<<¶¶,,¢¢ Ž Ž"#%z%z'ð'ð)f*f,Ü,Ü.R/R1È1È3>4>6´6´8*9*; ; =>@Š@ŠBþBþDrErGæGæIZJZLÎLÎNBOBQ¶Q¶S*T*VžVžXY[†[†]ú]ú_n`nbâbâdVeVgÊgÊi>j>l²l²n&o&qšqšstv‚v‚xöxözj{j}Þ}ÞR€R‚ƂƄ:…:‡®‡®‰!Š!Œ”Œ”Ž�‘z‘z“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2mGW2ÐmGW2 ˆW2L ˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW29±W2(9±W2×ñW2¤×ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2 X2€ X2©[X2ü©[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2WY2,WY2`Y2˜`Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2ùO\2ÌùO\2É!]2É!]2q4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘þÊ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @X˜ï/ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘þÊ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @X˜ï/ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘þÊ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @X˜ï/  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ççì �¡ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ê * €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1x ø n î d ä ZÚn® €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ú ÚOOÄÄ)9*94®4®>%?%IšIšST^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÚÚOOÄÄ 9 9 ® ®##˜˜  ‚‚÷÷llááV V"Ë"Ë$@%@'µ'µ)***,Ÿ,Ÿ./1‰1‰3þ3þ5s6s8è8è:];]=Ò=Ò?G@GB¼B¼D1E1G¦G¦IJL’L’NOQ|Q|SñSñUfVfXÛXÛZP[P]Å]Å_:`:b¯b¯d$e$g™g™ijlƒlƒnõnõpgqgsÙsÙuKvKx½x½z/{/}¡}¡€‚…‚…„÷„÷†i‡i‰Û‰Û‹MŒMŽ¿Ž¿�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2»GW2лGW2YˆW2LYˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2‡±W2(‡±W2%òW2¤%òW2!ùW2¬!ùW2«X2(«X2áX2ôáX2YX2€YX2÷[X2ü÷[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2Å¥X2´ Å¥X2%ÊX20 %ÊX2g÷X2Pg÷X2= Y2,= Y2�aY2˜�aY2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2ÉO\2ÌÉO\2™!]2™!]2A4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™K b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 W——×ï/ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™K b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 W——×ï/ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™K  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 W——×ï/  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 \|ºÚÚú bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Í €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1p ð x ø €ˆì, €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âVVÊÊ)>*>4²4²>$?$I–I–ST^z^zhìhìr^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢ŠŠþþr r"æ"æ$Z%Z'Î'Î)B*B,¶,¶.*/*1ž1ž346†6†8ú8ú:n;n=â=â?T@TBÆBÆD8E8GªGªIJLŽLŽNOQrQrSäSäUVVVXÈXÈZ:[:]¬]¬_`b�b�degtgtiæiækXlXnÊnÊp‡>‰¯‰¯‹ Œ ޑޑ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2…GW2�…GW2#ˆW2#ˆW2gŒW2$gŒW2W±W2�W±W2õñW2õñW29öW2$9öW2)X2�)X2Ç[X2Ç[X2 `X2$ `X2¹¢X2�¹¢X2ÇX2üÇX23ûX2 3ûX2UNY2| UNY2AìY2Ü AìY2ÂZ2  ÂZ2S®[2¤ S®[2wP\2„ wP\2G"]2ÈG"]2ï4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations15o£ÞÍ™ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations15o£ÞÍ™ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations15o£ÞÍ™ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Çç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10zz ô ônnää)Z*Z4Ð4Ð>D?DI¸I¸S,T,^ ^ hisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðzzôônnèè b b Ü ÜVVÐÐJJÄÄ>>¸¸22 ¬ ¬"&#&%œ%œ'(*ˆ*ˆ,þ,þ.t/t1ê1ê3`4`6Ö6Ö8L9L;Â;Â=8>8@®@®B$C$EšEšGHJ„J„LøLøNlOlQàQàSTTTVÈVÈXI?IIÀIÀS5T5^¨^¨hisŒsŒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuîîggàà Y Y Ò ÒKKÄÄ==¶¶//¨¨!! š š"#%Œ%Œ'(*~*~,÷,÷.p/p1é1é3b4b6Û6Û8T9T;Í;Í=F>F@¿@¿B8C8E±E±G*H*J¡J¡LMO�O�QRT}T}VôVôXkYk[â[â]Y^Y`Ð`ÐbEcEeºeºg/h/j¤j¤lmoŒoŒqÿqÿsrtrvåvåxXyX{Ë{Ë}>~>€±€±‚$ƒ$…—…—‡ˆŠzŠzŒìŒìŽ^�^‘БГ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2…GW2�…GW2#ˆW2#ˆW2gŒW2$gŒW2Q±W2�Q±W2ïñW2ïñW29öW2$9öW2#X2�#X2Á[X2Á[X2 `X2$ `X2¹¢X2�¹¢X2ÇX2üÇX23ûX2 3ûX2UNY2| UNY2)ìY2Ü )ìY2ÂZ2  ÂZ2;®[2¤ ;®[2ÿO\2„ ÿO\2Ï!]2ÈÏ!]2w4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations16m¡ÚМ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations16m¡ÚМ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations16m¡ÚМ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Çç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx ð ðhhÜÜ)P*P4Ä4Ä>6?6I¨I¨ST^Œ^Œhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðxxððhhàà X X Ð ÐHHÀÀ88°°((   � �"#%|%|'ð'ð)d*d,Ø,Ø.L/L1À1À34446¨6¨89;�;�=>@x@xBìBìD`E`GÔGÔIFJFL¸L¸N*O*QœQœSTV€V€XòXòZd[d]Ö]Ö_H`Hbºbºd,e,gžgžijl‚l‚nônôpfqfsØsØuJvJx¼x¼z.{.} } €‚„‚„„ö„ö†h‡h‰Ú‰Ú‹LŒL޾޾�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2µGW2�µGW2SˆW2 SˆW2ûŽW2ûŽW2�±W2€�±W2òW2üòW2ÍøW2ÍøW2SX2pSX2ñ[X2ìñ[X2ŸbX2ôŸbX2u¤X2`u¤X2ÕÈX2ÌÕÈX23ûX2ì3ûX2UNY2L UNY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2/P\2T /P\2ÿ!]2˜ÿ!]2§4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹=  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1–Ö€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹=  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1–Ö€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1W‹=  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1–Ö €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1‚¢  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu ì ìccÚÚ)Q*Q4È4È>=?=I²I²S%T%^–^–hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuììccÚÚ Q Q È È??¶¶--¤¤’’  € €"÷"÷$n%n'å'å)\*\,Ó,Ó.J/J1Á1Á38486¯6¯8&9&;�;�=>@‹@‹BCEyEyGðGðIeJeLÚLÚNOOOQÄQÄS9T9V®V®X#Y#[˜[˜] ^ `‚`‚bõbõdhehgÛgÛiNjNlÁlÁn2o2q£q£stv…v…xöxözg{g}Ø}ØI€I‚º‚º„+…+‡›‡›‰ Š Œ}Œ}ŽîŽî�_‘_“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2GW2�GW2ˆW2 ˆW2aŒW2aŒW2Q±W2€Q±W2ïñW2üïñW23öW23öW2#X2p#X2Á[X2ìÁ[X2`X2ô`X2W¤X2`W¤X2·ÈX2Ì·ÈX2-ûX2ì-ûX2UNY2L UNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l Û b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l Û b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l Û b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1i‰  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss é é^^ÓÓ)H*H4»4»>.?.I¡I¡ST^‡^‡húhúrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðsséé__ÕÕ K K Á Á77­­##™™ƒƒøøm m"â"â$W%W'Ì'Ì)A*A,¶,¶.+/+1 1 346Š6Š8ÿ8ÿ:t;t=ç=ç?Z@ZBÍBÍD@E@G³G³I&J&L™L™N O QQSòSòUeVeXØXØZK[K]¾]¾_1`1b¤b¤degŠgŠiýiýkplpnãnãpVqVsÉsÉu???IµIµS+T+^¡^¡his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqééaaÙÙ Q Q É ÉAA¹¹11©©!!™™ ‰ ‰"#%y%y'ñ'ñ)i*i,á,á.Y/Y1Ñ1Ñ3I4I6Á6Á8999;±;±=)>)@¡@¡BCE‘E‘G H JJLõLõNkOkQáQáSWTWVÍVÍXCYC[¹[¹]/^/`¥`¥bce‘e‘ghj}j}lólónioiqßqßsUtUvËvËxAyA{·{·}-~-€£€£‚ƒ…�…�‡ˆŠ{Š{ŒñŒñŽg�g‘ݑݓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2GW2�GW2ˆW2 ˆW2aŒW2aŒW2K±W2€K±W2éñW2üéñW23öW23öW2X2pX2»[X2ì»[X2`X2ô`X2³¥X2`³¥X2ÊX2ÌÊX2-ûX2ì-ûX2UNY2L UNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2“O\2T “O\2c!]2˜c!]2 4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jž × b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jž × b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jž × b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ãã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss é é\\ÏÏ)B*B4³4³>$?$I•I•ST^w^whèhèrWsW} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðsséé__ÕÕ K K Á Á77­­##™™  òòe e"Ø"Ø$K%K'¾'¾)1*1,¤,¤./1Š1Š3ý3ý5p6p8ã8ã:V;V=Ç=Ç?8@8B©B©DEG‹G‹IüIüKmLmNÞNÞPOQOSÀSÀU1V1X¢X¢Z[]„]„_õ_õafbfd×d×fHgHi¹i¹k*l*n›n›p q s}s}uîuîw_x_zÐzÐ|A}A²²�#‚#„”„”†‡‰s‰s‹ã‹ã�SŽS�Ã�Ã’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2µGW2�µGW2SˆW2 SˆW2õŽW2õŽW2‡±W2€‡±W2%òW2ü%òW2ÇøW2ÇøW2YX2pYX2÷[X2ì÷[X2™bX2ô™bX2³¥X2`³¥X2ÊX2ÌÊX2-ûX2ì-ûX2UNY2L UNY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[25P\2T 5P\2"]2˜"]2­4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”F b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1—×€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”F b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1—×€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”F b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1—× €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ãã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq ç ç]]ÓÓ)I*I4¿4¿>3?3I§I§ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqçç]]ÓÓ I I ¿ ¿55««!!——  ƒƒùùo o"å"å$[%['Ñ'Ñ)G*G,½,½.3/31©1©346•6•8 9 ;�;�=÷=÷?m@mBãBãDYEYGÏGÏICJCL·L·N+O+QŸQŸSTV‡V‡XûXûZo[o]ã]ã_W`WbËbËd?e?g³g³i'j'l›l›noqƒqƒs÷s÷ukvkxßxßzS{S}Ç}Ç;€;‚¯‚¯„#…#‡—‡—‰ Š ŒŒŽóŽó�g‘g“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2yGW2�yGW2ˆW2 ˆW2gŒW2gŒW2K±W2€K±W2éñW2üéñW29öW29öW2X2pX2»[X2ì»[X2 `X2ô `X2¹¥X2`¹¥X2ÊX2ÌÊX2'ûX2ì'ûX2ONY2L ONY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[25P\2T 5P\2"]2˜"]2­4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i� Ø b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i� Ø b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i� Ø b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Íí  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ê ê__ÔÔ)I*I4¾4¾>2?2I¦I¦ST^Ž^Žhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrêêbbÚÚ R R Ê ÊBBºº22ªª””  ~ ~"ó"ó$h%h'Ý'Ý)R*R,Ç,Ç.e>g²g²i&j&lšlšnoq‚q‚sösöujvjxÞxÞzR{R}Æ}Æ:€:‚®‚®„"…"‡–‡–‰ Š Œ€Œ€ŽõŽõ�j‘j“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2»GW2�»GW2YˆW2 YˆW2ÝŽW2ÝŽW2�±W2€�±W2+òW2ü+òW2¯øW2¯øW2_X2p_X2ý[X2ìý[X2�bX2ô�bX2W¤X2`W¤X2·ÈX2Ì·ÈX2'ûX2ì'ûX2ONY2L ONY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2eP\2T eP\25"]2˜5"]2Ý4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�M b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¿€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�M b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¿€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�M b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¿ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1k‹  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ä ä[[ÒÒ)I*I4À4À>5?5IªIªST^”^”h i s~s~} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmää[[ÒÒ I I À À77®®%%œœŠŠ x x"ï"ï$f%f'Ý'Ý)T*T,Ë,Ë.B/B1¹1¹30406§6§89;•;•= > @ƒ@ƒBúBúDqEqGèGèI]J]LÒLÒNGOGQ¼Q¼S1T1V¦V¦XY[�[�]^`z`zbïbïddedgÙgÙiNjNlÃlÃn8o8q­q­s"t"v—v—x y {�{�}ö}ök€k‚à‚à„U…U‡ʇʉ?Š?Œ´Œ´Ž)�)‘ž‘ž“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2sGW2�sGW2ˆW2 ˆW2gŒW2gŒW2E±W2€E±W2ãñW2üãñW29öW29öW2X2pX2µ[X2ìµ[X2 `X2ô `X2c¤X2`c¤X2ÃÈX2ÌÃÈX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›Ô b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›Ô b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›Ô b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1u•  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp æ æ[[ÐÐ)E*E4º4º>-?-I I ST^„^„höhörhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppææ\\ÒÒ H H ¾ ¾44ªª  ––  €€õõj j"ß"ß$T%T'É'É)>*>,³,³.(/(1�1�346‡6‡8ü8ü:q;q=æ=æ?[@[BÐBÐDEEEGºGºI-J-L L NOQ†Q†SùSùUlVlXßXßZR[R]Å]Å_8`8bªbªdegŽgŽijlrlrnänäpVqVsÈsÈu:v:x¬x¬z{}�}�€‚t‚t„æ„æ†X‡X‰ˉˋ>Œ>ޱޱ�$‘$“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2»GW2�»GW2YˆW2 YˆW2ÝŽW2ÝŽW2�±W2€�±W2+òW2ü+òW2¯øW2¯øW2_X2p_X2ý[X2ìý[X2�bX2ô�bX2e¥X2`e¥X2ÅÉX2ÌÅÉX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2ÿO\2T ÿO\2Ï!]2˜Ï!]2w4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�O b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¿€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�O b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¿€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�O b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¿ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1w—  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn ä äZZÏÏ)D*D4¹4¹>,?,IŸIŸST^…^…høhørksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnääZZÐÐ F F ¼ ¼22¨¨””  €€ööl l"â"â$W%W'Ì'Ì)A*A,¶,¶.+/+1 1 346Š6Š8ÿ8ÿ:t;t=é=é?^@^BÓBÓDHEHG½G½I0J0L£L£NOQ‰Q‰SüSüUoVoXâXâZU[U]È]È_;`;b®b®d!e!g”g”ijlzlzníníp`q`sÓsÓuFvFx¹x¹z,{,}Ÿ}Ÿ€‚…‚…„ø„ø†k‡k‰Þ‰Þ‹QŒQŽÄŽÄ�7‘7“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2sGW2�sGW2ˆW2 ˆW2[ŒW2[ŒW2E±W2€E±W2ãñW2üãñW2-öW2-öW2X2pX2µ[X2ìµ[X2ÿ_X2ôÿ_X2E¤X2`E¤X2¥ÈX2Ì¥ÈX2'ûX2ì'ûX2INY2L INY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš Õ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš Õ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš Õ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1_  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn å å\\ÓÓ)J*J4Á4Á>8?8I¯I¯S&T&^˜^˜h i s|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnåå\\ÓÓ J J Á Á88¯¯&&��‹‹ y y"ð"ð$g%g'Þ'Þ)U*U,Ì,Ì.C/C1º1º31416¨6¨89;–;–= > @„@„BûBûDrErGéGéI`J`L×L×NNONQÅQÅS1?1I¥I¥ST^�^�hissss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmççaaÛÛ U U Ï ÏIIÃÃ==··--££ � �"#%{%{'ñ'ñ)g*g,Ý,Ý.S/S1É1É3?4?6µ6µ8+9+;¡;¡=>@‰@‰BýBýDqEqGåGåIYJYLÍLÍNAOAQµQµS)T)V�V�XY[…[…]ù]ù_m`mbábádUeUgÉgÉi=j=l±l±n%o%q™q™s t v�v�xõxõzi{i}Ý}ÝQ€Q‚łń9…9‡«‡«‰ŠŒ‘Œ‘Ž�‘w‘w“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2mGW2�mGW2 ˆW2  ˆW2[ŒW2[ŒW2?±W2€?±W2ÝñW2üÝñW2-öW2-öW2X2pX2¯[X2ì¯[X2ÿ_X2ôÿ_X2§¥X2`§¥X2ÊX2ÌÊX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Ñ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Ñ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Ñ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½Ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll á áVVËË)@*@4µ4µ>*?*IŸIŸST^†^†høhørjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllááVVËË @ @ µ µ**ŸŸ‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?N@NBÃBÃD8E8G­G­I"J"L—L—N O Q�Q�SöSöUkVkXàXàZU[U]Ê]Ê_?`?b´b´d)e)gžgžijlˆlˆnúnúplqlsÞsÞuPvPxÂxÂz4{4}¦}¦€‚ЂЄü„ü†n‡n‰à‰à‹RŒRŽÄŽÄ�6‘6“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2ÁGW2�ÁGW2_ˆW2 _ˆW2ûŽW2ûŽW2“±W2€“±W21òW2ü1òW2ÍøW2ÍøW2eX2peX2\X2ì\X2ŸbX2ôŸbX2­¢X2`­¢X2 ÇX2Ì ÇX2'ûX2ì'ûX2INY2L INY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2ÉO\2T ÉO\2™!]2˜™!]2A4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦X$ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¡á€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦X$ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¡á€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦X$ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¡á €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Çç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm å åYYÍÍ)A*A4³4³>%?%I—I—S T ^{^{híhír]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmåå]]ÕÕ M M Å Å==µµ--¥¥�� u u"é"é$]%]'Ñ'Ñ)E*E,¹,¹.-/-1¡1¡346‰6‰8ý8ý:q;q=ã=ã?U@UBÇBÇD9E9G«G«IJL�L�NOQsQsSåSåUWVWXÉXÉZ;[;]­]­_`b‘b‘deguguiçiçkYlYnËnËp=q=s¯s¯u!v!x“x“z{}w}wéé�[‚[„̈́͆=‡=‰®‰®‹ŒŽ�Ž��‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2mGW2�mGW2 ˆW2  ˆW2gŒW2gŒW29±W2€9±W2×ñW2ü×ñW29öW29öW2 X2p X2©[X2ì©[X2 `X2ô `X2?¤X2`?¤X2ŸÈX2ÌŸÈX2!ûX2ì!ûX2INY2L INY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ò b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ò b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ò b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Zz  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn è èbbØØ)N*N4Ä4Ä>8?8I¬I¬S T ^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnèèbbÜÜ V V Ð ÐJJÄÄ>>¸¸22¬¬&&    "#%�%�'(*|*|,ò,ò.h/h1Þ1Þ3T4T6Ê6Ê8@9@;¶;¶=,>,@¢@¢BCEŽEŽGHJxJxLìLìN`O`QÔQÔSHTHV¼V¼X0Y0[¤[¤]^`Œ`Œbcetetgègèi\j\lÐlÐnDoDq¸q¸s,t,v v xy{ˆ{ˆ}ü}üp€p‚ä‚ä„X…X‡̇̉@Š@Œ´Œ´Ž(�(‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2ÇGW2�ÇGW2eˆW2 eˆW2׎W2׎W2“±W2€“±W21òW2ü1òW2©øW2©øW2eX2peX2\X2ì\X2{bX2ô{bX2­¢X2`­¢X2 ÇX2Ì ÇX2!ûX2ì!ûX2INY2L INY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2ƒP\2T ƒP\2S"]2˜S"]2û4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯_+ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1€À€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯_+ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1€À€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯_+ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1€À €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Çç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii â â[[ÔÔ)M*M4Æ4Æ>=?=I´I´S)T)^œ^œhis€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiââ[[ÔÔ M M Æ Æ??¸¸11ªª##œœ Ž Ž"#%€%€'ù'ù)r*r,ë,ë.d/d1Ý1Ý3V4V6Ï6Ï8H9H;Á;Á=:>:@³@³B,C,E¥E¥GHJ•J•L M OƒOƒQúQúSqTqVèVèX_Y_[Ö[Ö]M^M`Ä`Äb9c9e®e®g#h#j˜j˜l m o€o€qóqósftfvÙvÙxLyL{¿{¿}2~2€¥€¥‚ƒ…‹…‹‡ü‡ü‰nŠnŒàŒàŽR�R‘đē b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2gGW2�gGW2ˆW2 ˆW2gŒW2gŒW29±W2€9±W2×ñW2ü×ñW29öW29öW2 X2p X2©[X2ì©[X2 `X2ô `X2¡¥X2`¡¥X2ÊX2ÌÊX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Î b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Î b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Î b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1»Û  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll ä ä\\ÐÐ)D*D4¸4¸>*?*IœIœST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllää\\ÔÔ L L Ä Ä<<´´,,¤¤””  „ „"ü"ü$p%p'ä'ä)X*X,Ì,Ì.@/@1´1´3(4(6œ6œ89;„;„=ø=ø?l@lBàBàDTETGÈGÈI:J:L¬L¬NOQ�Q�STVtVtXæXæZX[X]Ê]Ê_<`v>x°x°z"{"}”}”€‚x‚x„ê„ê†\‡\‰Ή΋@Œ@޲޲�$‘$“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2ÇGW2�ÇGW2eˆW2 eˆW2׎W2׎W2™±W2€™±W27òW2ü7òW2©øW2©øW2kX2pkX2 \X2ì \X2{bX2ô{bX2ߣX2`ߣX2?ÈX2Ì?ÈX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯a- b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1€À€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯a- b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1€À€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯a- b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1€À €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1þ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii à àWWÎÎ)E*E4¼4¼>1?1I¦I¦ST^Š^Šhûhûrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiààWWÎÎ E E ¼ ¼33ªª!!˜˜††ýýt t"ë"ë$b%b'Ù'Ù)P*P,Ç,Ç.>/>1µ1µ3,4,6£6£89;‘;‘=>@@BöBöDmEmGäGäIYJYLÎLÎNCOCQ¸Q¸S-T-V¢V¢XY[Œ[Œ]^`v`vbébéd\e\gÏgÏiBjBlµlµn&o&q—q—stvyvyxêxêz[{[}Ì}Ì=€=‚®‚®„…‡�‡�‰ŠŒqŒqŽâŽâ�S‘S“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2gGW2�gGW2ˆW2 ˆW2OŒW2OŒW23±W2€3±W2ÑñW2üÑñW2!öW2!öW2X2pX2£[X2ì£[X2ó_X2ôó_X2§¢X2`§¢X2ÇX2ÌÇX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”Ï b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”Ï b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”Ï b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Çç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝRRÇÇ)<*<4¯4¯>"?"I•I•ST^{^{hîhîr_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��wwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Û=Û?N@NBÁBÁD4E4G§G§IJL�L�NOQsQsSæSæUYVYXÌXÌZ?[?]²]²_%`%b˜b˜d e g~g~iñiñkdldn×n×pJqJs½s½u0v0x£x£z{}‰}‰üü�o‚o„â„â†S‡S‰ʼnŋ7Œ7ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2ÇGW2�ÇGW2eˆW2 eˆW2ïŽW2ïŽW2™±W2€™±W27òW2ü7òW2ÁøW2ÁøW2kX2pkX2 \X2ì \X2“bX2ô“bX2§¢X2`§¢X2ÇX2ÌÇX2ûX2ìûX2CNY2L CNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2�P\2T �P\2_"]2˜_"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸h4 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1œÜ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸h4 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1œÜ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1„¸h4 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1œÜ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Çç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝUUÍÍ)E*E4½4½>3?3I©I©ST^•^•h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%���� } }"õ"õ$m%m'å'å)]*],Õ,Õ.M/M1Å1Å3=4=6µ6µ8-9-;¥;¥=>@•@•B C E…E…GýGýIsJsLéLéN_O_QÕQÕSKTKVÁVÁX7Y7[­[­]#^#`™`™bce…e…gûgûiqjqlçlçn]o]qÓqÓsItIv¿v¿x5y5{«{«}!~!€—€—‚ ƒ …ƒ…ƒ‡ù‡ù‰oŠoŒåŒåŽ[�[‘ёѓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2aGW2�aGW2ÿ‡W2 ÿ‡W2OŒW2OŒW23±W2€3±W2ÑñW2üÑñW2!öW2!öW2X2pX2£[X2ì£[X2ó_X2ôó_X2§¢X2`§¢X2ÇX2ÌÇX2ûX2ìûX2CNY2L CNY2óëY2¬ óëY2ËÁZ2p ËÁZ2®[2t ®[2uO\2T uO\2E!]2˜E!]2í3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ÿË b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ÿË b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’ÿË b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Çç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝPPÃÃ)6*64§4§>?I‰I‰SúSú]k^khÜhÜrKsK} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��ssææY Y"Ì"Ì$?%?'²'²)%*%,˜,˜. / 1~1~3ñ3ñ5d6d8×8×:J;J=»=»?,@,B�B�DEGGIðIðKaLaNÒNÒPCQCS´S´U%V%X–X–Z[]x]x_é_éaZbZdËdËf'?'I›I›ST^ƒ^ƒh÷h÷rksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$O%O'Å'Å);*;,±,±.'/'1�1�346‰6‰8ÿ8ÿ:u;u=ë=ë?a@aB×B×DMEMGÃGÃI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqwqwsësëu_v_xÓxÓzG{G}»}»/€/‚£‚£„…‡‹‡‹‰ÿ‰ÿ‹sŒsŽçŽç�[‘[“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2[GW2�[GW2ù‡W2 ù‡W2[ŒW2[ŒW2-±W2€-±W2ËñW2üËñW2-öW2-öW2ÿX2pÿX2�[X2ì�[X2ÿ_X2ôÿ_X2¡¢X2`¡¢X2ÇX2ÌÇX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ì b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ì b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ì b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Çç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞSSÈÈ)=*=4²4²>&?&IšIšST^„^„høhørlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžˆˆýýr r"ç"ç$\%\'Ñ'Ñ)F*F,»,».0/01¥1¥346�6�89;y;y=î=î?c@cBØBØDMEMGÂGÂI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`JbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡Œ‡Œ‰ŠŒvŒvŽëŽë�`‘`“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2ÍGW2�ÍGW2kˆW2 kˆW2ËŽW2ËŽW2Ÿ±W2€Ÿ±W2=òW2ü=òW2�øW2�øW2qX2pqX2\X2ì\X2obX2ôobX2¤X2`¤X2uÈX2ÌuÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Áq= b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¿€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Áq= b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¿€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Áq= b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¿ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations19Y  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ø ØOOÆÆ)=*=4´4´>)?)IžIžST^’^’his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaØØOOÆÆ = = ´ ´++¢¢��~~õõl l"ã"ã$Z%Z'Ñ'Ñ)H*H,¿,¿.6/61­1­3$4$6›6›89;‰;‰=>@w@wBîBîDeEeGÜGÜIQJQLÆLÆN;O;Q°Q°S%T%VšVšXY[„[„]ù]ù_n`nbãbãdXeXgÍgÍiBjBl·l·n6o6q«q«s t v•v•x y {{}ô}ôi€i‚Þ‚Þ„S…S‡ȇȉ=Š=Œ²Œ²Ž'�'‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2[GW2�[GW2ù‡W2 ù‡W2[ŒW2[ŒW2'±W2€'±W2ÅñW2üÅñW2-öW2-öW2ùX2pùX2—[X2ì—[X2ÿ_X2ôÿ_X2ë£X2`ë£X2KÈX2ÌKÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÕO\2T ÕO\2¥!]2˜¥!]2M4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�üÈ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�üÈ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�üÈ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1/  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94®4®>!?!I”I”S T ^|^|hîhîr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?O@OBÄBÄD9E9G®G®I!J!L”L”NOQzQzSíSíU`V`XÓXÓZF[F]¹]¹_,`,b¢b¢deg†g†iøiøkjljnÜnÜpNqNsÀsÀu2v2x¤x¤z{}ˆ}ˆúú�l‚l„Þ„Þ†P‡P‰ÉË6Œ6ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2ÓGW2�ÓGW2qˆW2 qˆW2ËŽW2ËŽW2Ÿ±W2€Ÿ±W2=òW2ü=òW2�øW2�øW2qX2pqX2\X2ì\X2obX2ôobX2¡¢X2`¡¢X2ÇX2ÌÇX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ás? b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¿€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ás? b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¿€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ás? b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¿ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Çç  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØNNÃÃ)8*84­4­> ? I“I“ST^�^�hôhôrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD.?.I¥I¥ST^š^šh i s~s~} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLÍLÍNDODQ»Q»S2T2V©V©X Y [—[—]^`…`…bübüdsesgêgêiajalØlØnVoVqÈqÈs:t:v¬v¬xy{�{�}~€t€t‚æ‚æ„X…X‡ʇʉ<Š<Œ®Œ®Ž � ‘’‘’“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2ÓGW2�ÓGW2qˆW2 qˆW2ãŽW2ãŽW2¥±W2€¥±W2CòW2üCòW2µøW2µøW2wX2pwX2\X2ì\X2‡bX2ô‡bX2}¢X2`}¢X2ÝÆX2ÌÝÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2EÀZ2p EÀZ2#�[2t #�[25P\2T 5P\2+ ]2˜+ ]2Ó2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1–ÊzF b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1šÚ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1–ÊzF b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1šÚ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1–ÊzF b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1šÚ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Çà  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Û ÛQQÑÑ)G*G4»4»>/?/I£I£S#T#^—^—h i s}s}} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÛÛUUÏÏ I I à Ã==··11««!!——  ƒ ƒ"ù"ù$y%y'ï'ï)e*e,Û,Û.Q/Q1Ç1Ç3=4=6³6³8)9);Ÿ;Ÿ=>@‡@‡BûBûDoEoGãGãIWJWLËLËN?O?Q³Q³S'T'V›V›XY[ƒ[ƒ]÷]÷_k`kbëbëd_e_gÓgÓiGjGl»l»n/o/q£q£stv‹v‹xÿxÿzs{s}ç}ç[€[‚ςτC…C‡µ‡µ‰(Š(Œ›Œ›Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2UGW2�UGW2ó‡W2 ó‡W2IŒW2IŒW2!±W2€!±W2¿ñW2ü¿ñW2öW2öW2óX2póX2‘[X2ì‘[X2í_X2ôí_X2)¥X2`)¥X2‰ÉX2Ô‰ÉX2ûX2ôûX2=NY2T =NY2 ìY2´  ìY23ÀZ2x 3ÀZ2�[2| �[2íO\2\ íO\2ã]2 ã]2‹2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒùÅ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒùÅ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1XŒùÅ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1­p  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Õ ÕJJÃÃ)8*84­4­>"?"I—I—S T ^Š^Šhühürnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÕÕJJ¿¿ 4 4 © ©““}}òòggÜÜQ Q"Æ"Æ$?%?'´'´))*),ž,ž./1ˆ1ˆ3ý3ý5r6r8ç8ç:\;\=Ñ=Ñ?F@FB»B»D0E0G¥G¥IJL�L�NOQyQySîSîUcVcXØXØZM[M]Â]Â_7`7b¬b¬d!e!g–g–i j l€l€nþnþppqpsâsâuTvTxÆxÆz8{8}ª}ª€‚ނބ…‡r‡r‰ä‰ä‹VŒVŽÈŽÈ�:‘:“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2ÓGW2�ÓGW2qˆW2 qˆW2ãŽW2ãŽW2¥±W2€¥±W2CòW2üCòW2µøW2µøW2wX2pwX2\X2ì\X2‡bX2ô‡bX2Í£X2`Í£X2-ÈX2Ì-ÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2-ÀZ2p -ÀZ2 �[2t  �[2½O\2T ½O\2³]2˜³]2[2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1–Ê|H b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1›Û€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1–Ê|H b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1›Û€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1–Ê|H b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1›Û €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ù ÙMMÉÉ)=*=4¯4¯>!?!I“I“ST^ƒ^ƒhõhõrese} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A ¹ ¹11©©!!™™  ��õõi i"Ý"Ý$Y%Y'Í'Í)A*A,µ,µ.)/)1�1�346…6…8ù8ù:m;m=ß=ß?Q@QBÃBÃD5E5G§G§IJL‹L‹NýNýPoQoSáSáUSVSXÅXÅZ7[7]©]©_`b™b™d e g}g}iïiïkalanÓnÓpEqEs·s·u)v)x›x›z { }}ññ�c‚c„Õ„Õ†E‡E‰¶‰¶‹'Œ'Ž˜Ž˜� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Ù2W2 GW2 GW2«‡W2|«‡W2�W2„�W2E�W2ðE�W2Ï™W2|Ï™W2�W2H�W2ß°W2Ôß°W2}ñW2P}ñW2áöW2XáöW2úW2ÄúW2¡X2P¡X2×X2×X2±X2¨±X2O[X2$ O[X2³`X2, ³`X2écX2˜ écX2smX2$ smX2©pX2ð ©pX2ë�X2| ë�X2S¥X2XS¥X2³ÉX2Ô³ÉX2õöX2ôõöX2{Y2Ð{Y279?9I¯I¯S%T%^§^§his“s“} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__××OOÇÇ ? ? · ·//§§——ÓÓKKÃÃ; ;"³"³$q%q'é'é)a*a,Ù,Ù.Q/Q1É1É3A4A6¹6¹8191;©;©=!>!@™@™BCE‰E‰GHJyJyLïLïNeOeQÛQÛSQTQVÇVÇX=Y=[³[³])^)`Ÿ`Ÿbce‹e‹ghjwjwlílínoooqåqås[t[vÑvÑxGyG{½{½}3~3€©€©‚ƒ…•…•‡ ˆ Š�Š�Œ÷Œ÷Žm�m‘ã‘ã“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2ëGW2èëGW2‰ˆW2d‰ˆW27�W2l7�W2Á˜W2èÁ˜W2÷›W2´÷›W2½±W2@½±W2[òW2¼[òW2 ùW2Ä ùW2“X2@“X2ÉX2 ÉX2�X2˜�X2-\X2-\X2ÛbX2 ÛbX2elX2˜ elX2›oX2d ›oX2ÝœX2ð ÝœX2£¦X2Ì £¦X2ËX2H ËX2EøX2hEøX2{Y2D{Y270?0I§I§ST^œ^œhis€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$!%!'˜'˜)*,†,†.ý.ý0°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIXJXLÏLÏNFOFQ½Q½S4T4V«V«X"Y"[™[™]^`‡`‡bþbþdueugìgìicjclÚlÚnXoXqÊqÊsŠ>Œ°Œ°Ž"�"‘”‘”“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ù2W2 GW2 GW2«‡W2|«‡W2�W2„�W2E�W2ðE�W2Ï™W2|Ï™W2�W2H�W2Ù°W2ÔÙ°W2wñW2PwñW2áöW2XáöW2úW2ÄúW2¡X2P¡X2×X2×X2«X2¨«X2I[X2$ I[X2³`X2, ³`X2écX2˜ écX2smX2$ smX2©pX2ð ©pX2ë�X2| ë�X2;¥X2X;¥X2›ÉX2Ô›ÉX2ÝöX2ôÝöX2iY2ÐiY2%+?+IŸIŸST^“^“his{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……¾¾44ªª "–"–$Q%Q'Ç'Ç)=*=,³,³.)/)1Ÿ1Ÿ346‹6‹89;w;w=í=í?c@cBÙBÙDOEOGÅGÅI;J;L¯L¯N#O#Q—Q—S T VVXóXóZg[g]Û]Û_O`ObÃbÃd7e7g«g«ijl“l“noq‡q‡sûsûuovoxãxãzW{W}Ë}Ë?€?‚³‚³„'…'‡›‡›‰ŠŒƒŒƒŽ÷Ž÷�k‘k“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2ñGW2èñGW2�ˆW2d�ˆW27�W2l7�W2Á˜W2èÁ˜W2÷›W2´÷›W2½±W2@½±W2[òW2¼[òW2 ùW2Ä ùW2“X2@“X2ÉX2 ÉX2�X2˜�X2-\X2-\X2ÛbX2 ÛbX2elX2˜ elX2›oX2d ›oX2ÝœX2ð ÝœX2ï¥X2Ì ï¥X2OÊX2H OÊX2‘÷X2h‘÷X2uY2DuY21$?$I™I™ST^Œ^Œhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÕÕJJ¿¿ 4 4 © ©““}}òòggÜÜQ Q"Æ"Æ$%'w'w)ì)ì+a,a.Ö.Ö0ˆ1ˆ3ý3ý5r6r8ç8ç:\;\=Ñ=Ñ?F@FB»B»D0E0G¥G¥IJL‘L‘NOQ{Q{SðSðUeVeXÚXÚZO[O]Ä]Ä_9`9b®b®d#e#g˜g˜i j l‚l‚noqrqrsäsäuVvVxÈxÈz:{:}¬}¬€‚�‚�„…‡t‡t‰æ‰æ‹XŒXŽÊŽÊ�<‘<“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2UGW2èUGW2ó‡W2dó‡W2=�W2l=�W2ǘW2èǘW2ý›W2´ý›W2'±W2@'±W2ÅñW2¼ÅñW2ùW2ÄùW2™X2@™X2ÏX2 ÏX2ùX2˜ùX2—[X2—[X2ábX2 ábX2klX2˜ klX2¡oX2d ¡oX2ãœX2ð ãœX2Y¥X2Ì Y¥X2¹ÉX2H ¹ÉX2ûöX2hûöX2� Y2D� Y2I?Y2ÐI?Y29^Y2ô9^Y27iY2 7iY2ìY2¬ìY2ïÁZ2pïÁZ2)®[2t)®[2£»[2T£»[2MP\2àMP\2"]2$"]2Å4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�þÊ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Zšó3 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�þÊ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Zšó3 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�þÊ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Zšó3  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Éé bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1ÓYl¬?  / o bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dYÙ™2²òr ‹ËKäd¤$½=–oïHÈ!¡úzÓS ¬ , …  ^ Þ 7 ·  � é )© é ‚Â[´ô bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Ö ÖMMÄÄ);*;4²4²>)?)IžIžS×S×]’^’his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÖÖMMÄÄ ; ; ² ²))  ŽŽ||óój j"á"á$X%X'Ï'Ï)F*F,½,½.4/41«1«3"4"6™6™89;‡;‡=þ=þ?u@uBìBìDcEcGÚGÚIQJQLÆLÆN;O;Q°Q°S%T%VšVšXY[„[„]ù]ù_n`nb§b§deg‘g‘ijl{l{n6o6q«q«s t v•v•x y {{}ô}ôi€i‚Þ‚Þ„S…S‡ȇȉ=Š=Œ²Œ²Ž'�'‘œ‘œ“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2åGW2èåGW2ƒˆW2dƒˆW2=�W2l=�W2ǘW2èǘW2ý›W2´ý›W2±±W2@±±W2OòW2¼OòW2ùW2ÄùW2™X2@™X2ÏX2 ÏX2ƒX2˜ƒX2!\X2!\X2ábX2 ábX2klX2˜ klX2¡oX2d ¡oX2ãœX2ð ãœX2‰¥X2Ì ‰¥X2éÉX2H éÉX2+÷X2h+÷X2#Y2D#Y2ß2?2I¦I¦ST^T^Thisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffààZZÔÔ N N È ÈBB¼¼66°°**¤¤ ˜ ˜"#%ˆ%ˆ'þ'þ)t*t,ê,ê.`/`1Ö1Ö3L4L6Â6Â8898;®;®=$>$@š@šBCE†E†GüGüIrJrLæLæNZOZQÎQÎSBTBV¶V¶X*Y*[ž[ž]^`†`†búbúdnengâgâiVjVlÊlÊnoqxqxsìsìu`v`xÔxÔz„{„}ø}øl€l‚à‚à„T…T‡ȇȉ<Š<Œ°Œ°Ž$�$‘˜‘˜“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2UGW2èUGW2ó‡W2dó‡W2=�W2l=�W2ǘW2èǘW2ý›W2´ý›W2!±W2@!±W2¿ñW2¼¿ñW2ùW2ÄùW2™X2@™X2ÏX2 ÏX2óX2˜óX2‘[X2‘[X2ábX2 ábX2klX2˜ klX2¡oX2d ¡oX2ãœX2ð ãœX2G¥X2Ì G¥X2§ÉX2H §ÉX2éöX2héöX2¥Y2D¥Y2a ? I“I“SÉSÉ]�^�hôhôrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††üürrèè^ ^"Ô"Ô$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯I$J$L—L—N O Q}Q}SðSðUcVcXÖXÖZI[I]¼]¼_/`/bebedØdØfKgKi¾i¾k1l1nénép\q\sÏsÏuBvBxµxµz({(}›}›€‚�‚�„ô„ô†g‡g‰Ú‰Ú‹MŒMŽÀŽÀ�3‘3“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2åGW2èåGW2ƒˆW2dƒˆW2=�W2l=�W2ǘW2èǘW2ý›W2´ý›W2·±W2@·±W2UòW2¼UòW2ùW2ÄùW2™X2@™X2ÏX2 ÏX2‰X2˜‰X2'\X2'\X2ábX2 ábX2klX2˜ klX2¡oX2d ¡oX2ãœX2ð ãœX2Ý¥X2Ì Ý¥X2=ÊX2H =ÊX2÷X2h÷X2oY2DoY2+$?$I–I–ST^A^Ahðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœŒŒ | |"ô"ô$h%h'Ü'Ü)P*P,Ä,Ä.8/81¬1¬3 4 6”6”89;|;|=ð=ð?d@dBØBØDLELGÀGÀI4J4L¦L¦NOQŠQŠSüSüUnVnXàXàZR[R]Ä]Ä_6`6b¨b¨degŒgŒiþiþkplpn©n©pqs�s�uÿuÿwqxqz { }’}’€‚v‚v„è„è†Z‡Z‰̉̋>Œ>ްް�"‘"“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2[GW2Ð[GW2ù‡W2Lù‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2'±W2('±W2ÅñW2¤ÅñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2ùX2€ùX2—[X2ü—[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2³¥X2´ ³¥X2ÊX20 ÊX2U÷X2PU÷X2sýX2,sýX2\Y2˜\Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2)P\2Ì)P\2ù!]2ù!]2¡4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽÿË b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 UY™ò2 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽÿË b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 UY™ò2 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽÿË  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 UY™ò2  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Œ¬(HÙù bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1V€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1–ímÄD›† Æ  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ý ÝSSÉÉ)?*?4µ4µ>)?)I�I�ST^…^…hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÝÝWWÑÑ K K Å Å??¹¹33­­##™™ … …"û"û$q%q'ç'ç)]*],Ó,Ó.I/I1¿1¿35456«6«8!9!;—;—= > @�@�BõBõDiEiGÝGÝIQJQLÅLÅN9O9Q­Q­S!T!V•V•X Y [}[}]ñ]ñ_e`ebÙbÙdMeMgÁgÁi5j5l©l©noq‘q‘stvyvyxíxíza{a}Õ}ÕI€I‚½‚½„1…1‡¥‡¥‰ŠŒ‹Œ‹ŽþŽþ�q‘q“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2ßGW2ÐßGW2}ˆW2L}ˆW2C�W2TC�W2͘W2Ð͘W2œW2œœW2«±W2(«±W2IòW2¤IòW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2}X2€}X2\X2ü\X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2¥X2´ ¥X2wÉX20 wÉX2¹öX2P¹öX2aýX2,aýX2\Y2˜\Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÏO\2ÌÏO\2Ÿ!]2Ÿ!]2G4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐ‚N b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™}½ö6 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐ‚N b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™}½ö6 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐ‚N  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™}½ö6  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 v–?Dd bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1D€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1„Ý]¶6�” Ô  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙNNÃÃ)8*84­4­> ? I“I“ST^y^yhìhìr_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?L@LB¿B¿D2E2G¥G¥IJL‹L‹NþNþPqQqSäSäUWVWXÊXÊZ=[=]°]°_#`#b–b–d e g|g|iïiïkblbnÕnÕpHqHs»s»u.v.x¡x¡z{}‡}‡úú�m‚m„à„à†S‡S‰ʼnŋ7Œ7ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2UGW2ÐUGW2ó‡W2Ló‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2'±W2('±W2ÅñW2¤ÅñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2ùX2€ùX2—[X2ü—[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2§X2´ §X2uËX20 uËX2·øX2P·øX2Y2,Y2¡\Y2˜¡\Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2±O\2̱O\2�!]2�!]2)4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽýÉ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 VY™ò2 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽýÉ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 VY™ò2 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽýÉ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 VY™ò2  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 lŒù:Z bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1­í€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ròIÉ  ÷w] €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛOOÃÃ)7*74«4«>?I�I�ST^s^shåhårWsW} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››ƒƒ÷÷k k"ß"ß$S%S'Ç'Ç);*;,¯,¯.#/#1—1—3 4 668ó8ó:g;g=Û=Û?M@MB¿B¿D1E1G£G£IJL‡L‡NùNùPkQkSÝSÝUOVOXÁXÁZ3[3]¥]¥_`b‰b‰dûdûfmgmißißkQlQnÃnÃp5q5s§s§uvx‹x‹zýzý|o}oáá�S‚S„ńņ7‡7‰¨‰¨‹ŒŽŠŽŠ�û�û’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2ßGW2ÐßGW2}ˆW2L}ˆW2C�W2TC�W2͘W2Ð͘W2œW2œœW2±±W2(±±W2OòW2¤OòW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2ƒX2€ƒX2!\X2ü!\X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2“¤X2´ “¤X2óÈX20 óÈX25öX2P5öX2ûÿX2,ûÿX2­\Y2˜­\Y2íëY2$íëY2ÅÁZ2èÅÁZ2ÿ­[2ìÿ­[2oO\2ÌoO\2?!]2?!]2ç3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1žÒ†R b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™}½÷7 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1žÒ†R b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™}½÷7 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1žÒ†R  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™}½÷7  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 }��½Ââ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1�Ý€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1hèAÁšós-m €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙLL¿¿)2*24¥4¥>?I‡I‡SøSø]i^ihÚhÚrKsK} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰üüooââU U"È"È$;%;'®'®)!*!,”,”./1z1z3í3í5`6`8Ó8Ó:F;F=¹=¹?*@*B›B›D E G}G}IîIîK_L_NÐNÐPAQAS²S²U#V#X”X”Z[]v]v_ç_çaXbXdÉdÉf:g:i«i«kln�n�pþpþrosouàuàwQxQzÂzÂ|3}3¤¤�‚„†„††÷†÷ˆg‰g‹׋×�GŽG�·�·’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2-±W2(-±W2ËñW2¤ËñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2ÿX2€ÿX2�[X2ü�[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2¦X2´ ¦X2sÊX20 sÊX2µ÷X2Pµ÷X2kÿX2,kÿX2á[Y2˜á[Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2}P\2Ì}P\2M"]2M"]2õ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�Ì b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @[›ô4 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�Ì b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @[›ô4 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�Ì  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @[›ô4  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 �­*J5U bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 M€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ‰Þ^³3ˆY ™  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ü ÜUUÎÎ)G*G4À4À>9?9I°I°S%T%^˜^˜h i s~s~} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÜÜUUÎÎ G G À À99²²++¤¤–– ˆ ˆ"#%z%z'ó'ó)l*l,å,å.^/^1×1×3P4P6É6É8B9B;»;»=4>4@­@­B&C&EŸEŸGHJ‘J‘LMOOQöQöSmTmVäVäX[Y[[Ò[Ò]I^I`À`Àb5c5eªeªghj”j”l m o|o|qïqïsbtbvÕvÕxHyH{»{»}.~.€¡€¡‚ƒ…‡…‡‡ú‡ú‰lŠlŒތގP�P‘‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ÓGW2ÐÓGW2qˆW2LqˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2¥±W2(¥±W2CòW2¤CòW2'ùW2¬'ùW2±X2(±X2çX2ôçX2wX2€wX2\X2ü\X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2‡¤X2´ ‡¤X2çÈX20 çÈX2)öX2P)öX2aýX2,aýX2w\Y2˜w\Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‘ÅwC b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™ àA bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‘ÅwC b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™ àA bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‘ÅwC  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™ àA  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 i‰‰©®Î bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€à`À@  ð 0 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞSSÈÈ)=*=4²4²>(?(IœIœST^„^„høhørnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžˆˆýýr r"ç"ç$\%\'Ñ'Ñ)F*F,»,».0/01¥1¥346�6�89;y;y=î=î?c@cBØBØDMEMGÂGÂI8J8L¬L¬N O Q”Q”STV|V|XðXðZd[d]Ø]Ø_L`LbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡އމŠŒxŒxŽíŽí�b‘b“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2[GW2Ð[GW2ù‡W2Lù‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2-±W2(-±W2ËñW2¤ËñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2ÿX2€ÿX2�[X2ü�[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2³¥X2´ ³¥X2ÊX20 ÊX2U÷X2PU÷X2ÿY2,ÿY2q\Y2˜q\Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2 P\2Ì P\2Û!]2Û!]2ƒ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�þÊ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Zšó3 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�þÊ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Zšó3 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�þÊ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Zšó3  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 m�ý×÷ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¢â€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1]Ý2²‡Ü\î . €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>-?-I¢I¢ST^†^†h÷h÷risi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbåbådXeXgËgËi>j>l±l±n"o"q“q“stvuvuxæxæzW{W}È}È9€9‚ª‚ª„…‡�‡�‰þ‰þ‹oŒoŽàŽà�Q‘Q“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ÙGW2ÐÙGW2wˆW2LwˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2«±W2(«±W2IòW2¤IòW2'ùW2¬'ùW2±X2(±X2çX2ôçX2}X2€}X2\X2ü\X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2�¥X2´ �¥X2ïÉX20 ïÉX21÷X2P1÷X2Y2,Y2]Y2˜]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“Ç{G b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™ŸßB bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“Ç{G b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™ŸßB bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“Ç{G  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™ŸßB  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 q‘‘±¶Ö bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 à€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€`à@À  �Ð €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94®4®>#?#I–I–ST^z^zhìhìr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?O@OBÄBÄD9E9G®G®I#J#L–L–N O Q|Q|SïSïUbVbXÕXÕZH[H]»]»_.`.b b deg„g„iöiökhlhnÚnÚpLqLs¾s¾u0v0x¢x¢z{}†}†øø�j‚j„܄܆P‡P‰ÉË6Œ6ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW23±W2(3±W2ÑñW2¤ÑñW23ùW2¬3ùW2½X2(½X2óX2ôóX2X2€X2£[X2ü£[X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2�X2Ø �X2¡¥X2´ ¡¥X2ÊX20 ÊX2C÷X2PC÷X2aýX2,aýX2 \Y2˜ \Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2�P\2Ì�P\2_"]2_"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�Í b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Iq± J bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�Í b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Iq± J bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�Í  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Iq± J  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 „¤8¿ß bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€×W®.…€ À  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛSSËË)C*C4»4»>3?3I©I©ST^•^•h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$k%k'ã'ã)[*[,Ó,Ó.K/K1Ã1Ã3;4;6³6³8+9+;£;£=>@“@“B C EƒEƒGûGûIsJsLéLéN_O_QÕQÕSKTKVÁVÁX7Y7[­[­]#^#`™`™bce…e…gûgûiqjqlçlçn]o]qÓqÓsItIv¿v¿x5y5{«{«}!~!€—€—‚ ƒ …ƒ…ƒ‡ù‡ù‰oŠoŒåŒåŽ[�[‘ёѓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ÍGW2ÐÍGW2kˆW2LkˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2Ÿ±W2(Ÿ±W2=òW2¤=òW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2qX2€qX2\X2ü\X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2ÿ¤X2´ ÿ¤X2_ÉX20 _ÉX2¡öX2P¡öX2aýX2,aýX2+]Y2˜+]Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2GP\2ÌGP\2"]2"]2¿4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºl8 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™}½õ5 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºl8 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™}½õ5 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºl8  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™}½õ5  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ÿ\|$D bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ëkÖVÁA à €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ý ÝTTËË)B*B4¹4¹>2?2I©I©S T ^’^’hisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÝÝTTËË B B ¹ ¹00§§••  ƒƒúúq q"è"è$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIZJZLÑLÑNHOHQ¿Q¿S6T6V­V­X$Y$[›[›]^`‰`‰bcewewgîgîiejelÜlÜnNoNqÀqÀs2t2v¤v¤xy{ˆ{ˆ}ú}úl€l‚Þ‚Þ„P…P‡‡‰4Š4Œ¦Œ¦Ž�‘БГ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW23±W2(3±W2ÑñW2¤ÑñW23ùW2¬3ùW2½X2(½X2óX2ôóX2X2€X2£[X2ü£[X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2�X2Ø �X2í¤X2´ í¤X2MÉX20 MÉX2�öX2P�öX2ûÿX2,ûÿX2¡\Y2˜¡\Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2ç!]2ç!]2�4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ÿË b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jp° I bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ÿË b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jp° I bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�ÿË  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jp° I  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 d„í  - bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1—×€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1\Ü3³ ŠáaW €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙOOÅÅ);*;4±4±>'?'I›I›ST^ƒ^ƒh÷h÷rksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰ÿÿuuëëa a"×"×$M%M'Ã'Ã)9*9,¯,¯.%/%1›1›346‡6‡8ý8ý:s;s=é=é?_@_BÕBÕDKEKGÁGÁI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqwqwsësëu_v_xÓxÓzG{G}»}»/€/‚£‚£„…‡‹‡‹‰ÿ‰ÿ‹sŒsŽçŽç�[‘[“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ÓGW2ÐÓGW2qˆW2LqˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2¥±W2(¥±W2CòW2¤CòW2!ùW2¬!ùW2«X2(«X2áX2ôáX2wX2€wX2\X2ü\X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2k¥X2´ k¥X2ËÉX20 ËÉX2 ÷X2P ÷X2çY2,çY2Ó]Y2˜Ó]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2íO\2ÌíO\2½!]2½!]2e4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼p< b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™}½ö6 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼p< b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™}½ö6 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼p<  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™}½ö6  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ééî�­ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1…Å€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¬,—‚míK‹ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ù ÙNNÃÃ)8*84­4­>$?$I™I™ST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÙÙNNÃà 8 8 ­ ­""——  ��öökkààU U"Ê"Ê$?%?'´'´))*),ž,ž./1ˆ1ˆ3ý3ý5r6r8ç8ç:\;\=Ñ=Ñ?F@FB»B»D0E0G¥G¥IJL‘L‘NOQ{Q{SðSðUeVeXÚXÚZO[O]Ä]Ä_9`9b®b®d#e#g˜g˜i j l‚l‚nônôpfqfsØsØuJvJx¼x¼z.{.} } €‚„‚„„ö„ö†h‡h‰Ú‰Ú‹LŒL޾޾�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2gGW2ÐgGW2ˆW2LˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW29±W2(9±W2×ñW2¤×ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2 X2€ X2©[X2ü©[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2¥X2´ ¥X2eÉX20 eÉX2§öX2P§öX2SÿX2,SÿX2¿\Y2˜¿\Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2YP\2ÌYP\2)"]2)"]2Ñ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Î b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Zšó3 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Î b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Zšó3 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Î  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Zšó3  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 y™""B bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ë+€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€âbÄD¦&0p €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>-?-I¢I¢ST^Œ^Œhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbçbçd\e\gÑgÑiFjFl»l»n0o0q¥q¥stv�v�xy{y{y}î}îc€c‚؂؄M…M‡‡‰7Š7Œ¬Œ¬Ž!�!‘–‘–“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2ÇGW2ÐÇGW2eˆW2LeˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2™±W2(™±W27òW2¤7òW2!ùW2¬!ùW2«X2(«X2áX2ôáX2kX2€kX2 \X2ü \X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2A¥X2´ A¥X2¡ÉX20 ¡ÉX2ãöX2PãöX2gýX2,gýX2ß]Y2˜ß]Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2_P\2Ì_P\2/"]2/"]2×4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯a- b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™™Ùó3 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯a- b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™™Ùó3 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1{¯a-  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™™Ùó3  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ééîd„ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€övìlâbP� €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ä ä^^ÔÔ)J*J4À4À>6?6IªIªST^’^’hiszsz} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjää^^ØØ R R Ì ÌFFÀÀ::´´..¨¨"" œ œ"#%Œ%Œ'(*x*x,î,î.d/d1Ú1Ú3P4P6Æ6Æ8<9<;²;²=(>(@ž@žBCEŠEŠGHJvJvLêLêN^O^QÒQÒSFTFVºVºX.Y.[¢[¢]^`Š`ŠbþbþdrergægæiZjZlÎlÎnBoBq¶q¶s*t*vžvžxy{†{†}ú}ún€n‚â‚â„V…V‡ʇʉ>Š>Œ²Œ²Ž&�&‘š‘š“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2gGW2ÐgGW2ˆW2LˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW29±W2(9±W2×ñW2¤×ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2 X2€ X2©[X2ü©[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2á¤X2´ á¤X2AÉX20 AÉX2ƒöX2PƒöX2óY2,óY2a]Y2˜a]Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2óO\2ÌóO\2Ã!]2Ã!]2k4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ì b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Zšó3 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ì b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Zšó3 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ì  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Zšó3  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 YyÛûþ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1�Í€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ˆjêLÌ.®Ò €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÅÅ):*:4¯4¯>$?$I—I—S T ^}^}hðhðrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$M%M'Â'Â)7*7,¬,¬.!/!1–1–3 4 6€6€8õ8õ:j;j=ß=ß?T@TBÉBÉD>E>G³G³I(J(L›L›NOQ�Q�SôSôUgVgXÚXÚZM[M]À]À_3`3b¦b¦degŒgŒiÿiÿkrlrnånåpXqXsËsËu>v>x±x±z${$}—}— € ‚}‚}„ð„ð†c‡c‰Ö‰Ö‹IŒI޼޼�/‘/“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2ÍGW2ÐÍGW2kˆW2LkˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2™±W2(™±W27òW2¤7òW2!ùW2¬!ùW2«X2(«X2áX2ôáX2kX2€kX2 \X2ü \X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2Y2,Y2“^Y2˜“^Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±e1 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™™Ùó3 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±e1 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™™Ùó3 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±e1  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™™Ùó3  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Éé bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¶ö€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ØXÎNÄDº:F €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àXXÌÌ)@*@4´4´>(?(IšIšS T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  �� € €"ø"ø$l%l'à'à)T*T,È,È.Œ>ްް�"‘"“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2mGW2ÐmGW2 ˆW2L ˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2?±W2(?±W2ÝñW2¤ÝñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2X2€X2¯[X2ü¯[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2mýX2,mýX2s]Y2˜s]Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2;P\2Ì;P\2 "]2 "]2³4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ï b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Zšó3 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ï b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Zšó3 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ï  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Zšó3  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ÉéîlŒ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ímÚZÇGà  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á áWWÍÍ)C*C4¹4¹>-?-I¡I¡ST^‰^‰hýhýrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±''�� ‰ ‰"ÿ"ÿ$u%u'ë'ë)a*a,×,×.M/M1Ã1Ã39496¯6¯8%9%;›;›=>@…@…BùBùDmEmGáGáIUJULÉLÉN=O=Q±Q±S%T%V™V™X Y [�[�]õ]õ_i`ibÝbÝdQeQgÅgÅi9j9l­l­n!o!q•q•s t v}v}xñxñze{e}Ù}ÙM€M‚Á‚Á„5…5‡©‡©‰ŠŒ�Œ�Ž�‘u‘u“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2ÁGW2ÐÁGW2_ˆW2L_ˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2“±W2(“±W21òW2¤1òW2!ùW2¬!ùW2«X2(«X2áX2ôáX2eX2€eX2\X2ü\X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2+¦X2´ +¦X2‹ÊX20 ‹ÊX2Í÷X2PÍ÷X2mýX2,mýX2“^Y2˜“^Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤V" b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™¿ò2 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤V" b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™¿ò2 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤V"  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™¿ò2  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Bb¯Ï@` bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€�‚ƒ@ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝRRÇÇ)<*<4±4±>$?$I—I—S T ^}^}hðhðrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��wwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?P@PBÃBÃD6E6G©G©IJL�L�NOQuQuSèSèU[V[XÎXÎZA[A]´]´_'`'bšbšd e g€g€ióiókflfnÙnÙpLqLs¿s¿u2v2x¥x¥z{}‹}‹þþ�q‚q„ä„ä†W‡W‰ɉɋ;Œ;Ž­Ž­�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2mGW2ÐmGW2 ˆW2L ˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW29±W2(9±W2×ñW2¤×ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2 X2€ X2©[X2ü©[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2Y2,Y2!^Y2˜!^Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2ÃO\2ÌÃO\2“!]2“!]2;4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Í b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Zšó3 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Í b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Zšó3 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Í  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Zšó3  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ééîi‰ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1­í€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1´4¡!Ž{û�Í €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßSSÇÇ);*;4¯4¯>!?!I“I“ST^w^whéhér[s[} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ‡‡ûûo o"ã"ã$W%W'Ë'Ë)?*?,³,³.'/'1›1›346ƒ6ƒ8÷8÷:k;k=ß=ß?Q@QBÃBÃD5E5G§G§IJL‹L‹NýNýPoQoSáSáUSVSXÅXÅZ7[7]©]©_`b�b�dÿdÿfqgqiãiãkUlUnÇnÇp9q9s«s«uvx�x�z{}s}såå�W‚W„ɄɆ;‡;‰¬‰¬‹ŒŽŽŽŽ�ÿ�ÿ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2ÇGW2ÐÇGW2eˆW2LeˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2“±W2(“±W21òW2¤1òW2!ùW2¬!ùW2«X2(«X2áX2ôáX2eX2€eX2\X2ü\X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2³¥X2´ ³¥X2ÊX20 ÊX2U÷X2PU÷X2÷Y2,÷Y2S_Y2˜S_Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2�O\2Ì�O\2Q!]2Q!]2ù3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦Z& b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™~¾ò2 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦Z& b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™~¾ò2 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦Z&  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™~¾ò2  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ]}ê Íí bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1‰É€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1„…†‡Á €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝPPÃÃ)6*64©4©>?I‹I‹SüSü]m^mhÞhÞrOsO} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��ssææY Y"Ì"Ì$?%?'²'²)%*%,˜,˜. / 1~1~3ñ3ñ5d6d8×8×:J;J=½=½?.@.BŸBŸDEG�G�IòIòKcLcNÔNÔPEQES¶S¶U'V'X˜X˜Z [ ]z]z_ë_ëa\b\dÍdÍf>g>i¯i¯k l n‘n‘pqssssuäuäwUxUzÆzÆ|7}7¨¨�‚„ЄІû†ûˆk‰k‹Û‹Û�KŽK�»�»’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2sGW2ÐsGW2ˆW2LˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2E±W2(E±W2ãñW2¤ãñW2'ùW2¬'ùW2±X2(±X2çX2ôçX2X2€X2µ[X2üµ[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2¥X2´ ¥X2wÉX20 wÉX2¹öX2P¹öX2;ÿX2,;ÿX2'^Y2˜'^Y25ìY2$5ìY2 ÂZ2è ÂZ2G®[2ìG®[2�P\2Ì�P\2_"]2_"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ð b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @Zšó3 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ð b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @Zšó3 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ð  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @Zšó3  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  -cƒ2R bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1É €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€øxðpèh�Ð €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg à àYYÒÒ)K*K4Ä4Ä>=?=I´I´S)T)^œ^œhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggààYYÒÒ K K Ä Ä==¶¶//¨¨!!šš Œ Œ"#%~%~'÷'÷)p*p,é,é.b/b1Û1Û3T4T6Í6Í8F9F;¿;¿=8>8@±@±B*C*E£E£GHJ•J•L M OƒOƒQúQúSqTqVèVèX_Y_[Ö[Ö]M^M`Ä`Äb9c9e®e®g#h#j˜j˜l m o€o€qóqósftfvÙvÙxLyL{¿{¿}2~2€¥€¥‚ƒ…‹…‹‡þ‡þ‰pŠpŒâŒâŽT�T‘ƑƓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2»GW2лGW2YˆW2LYˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2‡±W2(‡±W2%òW2¤%òW2'ùW2¬'ùW2±X2(±X2çX2ôçX2YX2€YX2÷[X2ü÷[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2³¥X2´ ³¥X2ÊX20 ÊX2U÷X2PU÷X2mýX2,mýX2#_Y2˜#_Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2/P\2Ì/P\2ÿ!]2ÿ!]2§4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™K b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™™Ùó3 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™K b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™™Ùó3 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™K  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™™Ùó3  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 5U™¹Çç bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ Š”ž�Ð €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âWWÌÌ)A*A4¶4¶>,?,I I ST^ˆ^ˆhühürrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢ŒŒ v v"ë"ë$`%`'Õ'Õ)J*J,¿,¿.4/41©1©346“6“89;};}=ò=ò?g@gBÜBÜDQEQGÆGÆI1?1I¦I¦ST^Š^Šhûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâIYJYLÎLÎNCOCQ¸Q¸S-T-V¢V¢XY[Œ[Œ]^`v`vbébéd\e\gÏgÏiBjBlµlµn&o&q—q—stvyvyxêxêz[{[}Ì}Ì=€=‚®‚®„…‡‘‡‘‰ŠŒsŒsŽäŽä�U‘U“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2»GW2лGW2YˆW2LYˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2�±W2(�±W2+òW2¤+òW2'ùW2¬'ùW2±X2(±X2çX2ôçX2_X2€_X2ý[X2üý[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2q¥X2´ q¥X2ÑÉX20 ÑÉX2÷X2P÷X2©Y2,©Y2ï_Y2˜ï_Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2íO\2ÌíO\2½!]2½!]2e4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›O b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Y™™Ùó3 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›O b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Y™™Ùó3 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›O  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Y™™Ùó3  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 TtØø…¥ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1;{€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1(¨2²<¼FÆZš €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞSSÈÈ)=*=4²4²>'?'IšIšS T ^~^~hðhðrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽxxííb b"×"×$L%L'Á'Á)6*6,«,«. / 1•1•3 4 668ô8ô:i;i=Þ=Þ?S@SBÈBÈD=E=G²G²I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¤b¤degˆgˆiúiúklllnÞnÞpPqPsÂsÂu4v4x¦x¦z{}Š}Šüü�n‚n„à„à†T‡T‰ljNj:Œ:Ž­Ž­� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2‹GW2�‹GW2)ˆW2)ˆW2gŒW2$gŒW2]±W2�]±W2ûñW2ûñW29öW2$9öW2/X2�/X2Í[X2Í[X2 `X2$ `X2¿¢X2�¿¢X2ÇX2üÇX23ûX2 3ûX2UNY2| UNY2MìY2Ü MìY2%ÂZ2  %ÂZ2_®[2¤ _®[2¹P\2„ ¹P\2‰"]2ȉ"]215]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14q¥âÍ™ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14q¥âÍ™ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14q¥âÍ™ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Éé  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx ð ðhhàà)X*X4Ð4Ð>F?FI¼I¼S2T2^¨^¨his”s”} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðxxððhhàà X X Ð ÐHHÀÀ88°°((   � �"#%€%€'ø'ø)p*p,è,è.`/`1Ø1Ø3P4P6È6È8@9@;¸;¸=0>0@¨@¨B C E˜E˜GHJ†J†LüLüNrOrQèQèS^T^VÔVÔXJYJ[À[À]6^6`¬`¬b"c"e˜e˜ghj„j„lúlúnpopqæqæs\t\vÒvÒxHyH{¾{¾}4~4€ª€ª‚ ƒ …–…–‡ ˆ ЂЂŒøŒøŽn�n‘ä‘ä“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2µGW2�µGW2SˆW2 SˆW2ûŽW2ûŽW2‡±W2€‡±W2%òW2ü%òW2ÍøW2ÍøW2YX2pYX2÷[X2ì÷[X2ŸbX2ôŸbX2¿¥X2`¿¥X2ÊX2ÌÊX23ûX2ì3ûX2UNY2L UNY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2eP\2T eP\25"]2˜5"]2Ý4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�?  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1•Õ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�?  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1•Õ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�?  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1•Õ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ëë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss ê êaaØØ)O*O4Æ4Æ>=?=I´I´S+T+^�^�his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssêêaaØØ O O Æ Æ==´´++¢¢�� ~ ~"õ"õ$l%l'ã'ã)Z*Z,Ñ,Ñ.H/H1¿1¿36466­6­8$9$;›;›=>@‰@‰BCEwEwGîGîIeJeLÜLÜNSOSQÊQÊSATAV¸V¸X/Y/[¦[¦]^`”`”b c e‚e‚gùgùipjplçlçnYoYqËqËs=t=v¯v¯x!y!{“{“}~€w€w‚é‚é„[…[‡͇͉?Š?Œ±Œ±Ž#�#‘•‘•“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2‹GW2�‹GW2)ˆW2)ˆW2gŒW2$gŒW2W±W2�W±W2õñW2õñW29öW2$9öW2)X2�)X2Ç[X2Ç[X2 `X2$ `X2¿¢X2�¿¢X2ÇX2üÇX23ûX2 3ûX2UNY2| UNY25ìY2Ü 5ìY2 ÂZ2   ÂZ2G®[2¤ G®[2AP\2„ AP\2"]2È"]2¹4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14o£ÞΚ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14o£ÞΚ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14o£ÞΚ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Éé  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ì ìbbØØ)N*N4Ä4Ä>8?8I¬I¬S T ^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvììbbØØ N N Ä Ä::°°&&œœˆˆþþt t"ê"ê$`%`'Ö'Ö)L*L,Â,Â.8/81®1®3$4$6š6š89;†;†=ü=ü?r@rBèBèD^E^GÔGÔIHJHL¼L¼N0O0Q¤Q¤STVŒVŒXY[t[t]è]è_\`\bÐbÐdDeDg¸g¸i,j,l l noqˆqˆsüsüupvpxäxäzX{X}Ì}Ì@€@‚´‚´„(…(‡œ‡œ‰ŠŒ„Œ„ŽøŽø�l‘l“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2µGW2�µGW2SˆW2 SˆW2ûŽW2ûŽW2‡±W2€‡±W2%òW2ü%òW2ÍøW2ÍøW2YX2pYX2÷[X2ì÷[X2ŸbX2ôŸbX2u¤X2`u¤X2ÕÈX2ÌÕÈX23ûX2ì3ûX2UNY2L UNY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2P\2T P\2á!]2˜á!]2‰4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�A  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1”Ô€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�A  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1”Ô€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1Y�A  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1”Ô €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ÿ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss è è]]ÒÒ)G*G4¼4¼>1?1I¦I¦ST^�^�hÿhÿrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssèè]]ÒÒ G G ¼ ¼11¦¦��zzïïd d"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I)J)LžLžNOQˆQˆSýSýUrVrXçXçZ\[\]Ñ]Ñ_F`Fb»b»d0e0g¥g¥ijl�l�noqsqssåsåuWvWxÉxÉz;{;}­}­€‚‘‚‘„…‡u‡u‰ç‰ç‹YŒYŽËŽË�=‘=“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2…GW2�…GW2#ˆW2 #ˆW2aŒW2aŒW2W±W2€W±W2õñW2üõñW23öW23öW2)X2p)X2Ç[X2ìÇ[X2`X2ô`X2¹¢X2`¹¢X2ÇX2ÌÇX2-ûX2ì-ûX2UNY2L UNY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2qP\2T qP\2A"]2˜A"]2é4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢ß b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢ß b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢ß b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Éé  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ë ëbbÙÙ)P*P4Ç4Ç>>µµ,,££‘‘  "ö"ö$m%m'ä'ä)[*[,Ò,Ò.I/I1À1À37476®6®8%9%;œ;œ=>@Š@ŠBCExExGïGïIdJdLÙLÙNNONQÃQÃS8T8V­V­X"Y"[—[—] ^ `�`�böbödkekgàgàiUjUlÊlÊn?o?q´q´s)t)vžvžxy{ˆ{ˆ}ý}ýr€r‚ç‚ç„\…\‡чщFŠFŒ»Œ»Ž0�0‘¥‘¥“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2»GW2�»GW2YˆW2 YˆW2ûŽW2ûŽW2�±W2€�±W2+òW2ü+òW2ÍøW2ÍøW2_X2p_X2ý[X2ìý[X2ŸbX2ôŸbX2]¤X2`]¤X2½ÈX2̽ÈX2-ûX2ì-ûX2UNY2L UNY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2qP\2T qP\2A"]2˜A"]2é4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–H b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1™Ù€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–H b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1™Ù€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–H b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1™Ù €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1o�  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss í íggÝÝ)S*S4É4É>=?=I±I±S%T%^™^™h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssííggáá [ [ Õ ÕOOÉÉCC½½77±±++ ¥ ¥"#%•%•' ( *�*�,÷,÷.m/m1ã1ã3Y4Y6Ï6Ï8E9E;»;»=1>1@§@§BCE“E“G H J}J}LñLñNeOeQÙQÙSMTMVÁVÁX5Y5[©[©]^`‘`‘bceyeygígíiajalÕlÕnIoIq½q½s1t1v¥v¥xy{�{�}~€u€u‚é‚é„]…]‡чщEŠEŒ¹Œ¹Ž-�-‘¡‘¡“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2GW2�GW2ˆW2 ˆW2aŒW2aŒW2Q±W2€Q±W2ïñW2üïñW23öW23öW2#X2p#X2Á[X2ìÁ[X2`X2ô`X2¹¢X2`¹¢X2ÇX2ÌÇX2-ûX2ì-ûX2UNY2L UNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2 P\2T  P\2Û!]2˜Û!]2ƒ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l Û b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l Û b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l Û b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Éé  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss é é__ÔÔ)I*I4¾4¾>1?1I¤I¤ST^Š^Šhýhýrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðsséé__ÕÕ K K Á Á77­­##™™……ûûq q"ç"ç$\%\'Ñ'Ñ)F*F,»,».0/01¥1¥346�6�89;y;y=î=î?c@cBØBØDMEMGÂGÂI5J5L¨L¨NOQŽQŽSTVtVtXçXçZZ[Z]Í]Í_@`@b³b³d&e&g™g™i j llnònòpeqesØsØuKvKx¾x¾z1{1}¤}¤€‚ЂЄý„ý†p‡p‰ã‰ã‹VŒVŽÉŽÉ�<‘<“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2»GW2�»GW2YˆW2 YˆW2ûŽW2ûŽW2�±W2€�±W2+òW2ü+òW2ÍøW2ÍøW2_X2p_X2ý[X2ìý[X2ŸbX2ôŸbX2³¥X2`³¥X2ÊX2ÌÊX2-ûX2ì-ûX2UNY2L UNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–J b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1™Ù€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–J b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1™Ù€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–J b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1™Ù €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Åå  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss ë ëcc××)K*K4¿4¿>1?1I£I£ST^‡^‡hùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssëëccÛÛ S S Ë ËCC»»33««##›› ‹ ‹"#%w%w'ë'ë)_*_,Ó,Ó.G/G1»1»3/4/6£6£89;‹;‹=ÿ=ÿ?s@sBçBçD[E[GÏGÏIAJAL³L³N%O%Q—Q—S T V{V{XíXíZ_[_]Ñ]Ñ_C`Cbµbµd'e'g™g™i j l}l}nïnïpaqasÓsÓuEvEx·x·z){)}›}› € ‚‚„ñ„ñ†c‡c‰Õ‰Õ‹GŒG޹޹�+‘+“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2GW2�GW2ˆW2 ˆW2gŒW2gŒW2Q±W2€Q±W2ïñW2üïñW29öW29öW2#X2p#X2Á[X2ìÁ[X2 `X2ô `X2¹¥X2`¹¥X2ÊX2ÌÊX2'ûX2ì'ûX2ONY2L ONY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2GP\2T GP\2"]2˜"]2¿4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸÜ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸÜ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸÜ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ïï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt î îddÚÚ)P*P4Ä4Ä>8?8I¬I¬S T ^”^”hiszsz} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttîîhhââ \ \ Ö ÖPPÊÊDD¾¾44ªª  – –" # %‚%‚'ø'ø)n*n,ä,ä.Z/Z1Ð1Ð3F4F6¼6¼8292;¨;¨=>@�@�BCExExGìGìI`J`LÔLÔNHOHQ¼Q¼S0T0V¤V¤XY[Œ[Œ]^`t`tbèbèd\e\gÐgÐiDjDl¸l¸n,o,q q stvˆvˆxüxüzp{p}ä}äX€X‚̂̄@…@‡²‡²‰%Š%Œ˜Œ˜Ž � ‘~‘~“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2ÁGW2�ÁGW2_ˆW2 _ˆW2ÝŽW2ÝŽW2�±W2€�±W2+òW2ü+òW2¯øW2¯øW2_X2p_X2ý[X2ìý[X2�bX2ô�bX2¤X2`¤X2{ÈX2Ì{ÈX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸQ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1}½€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸQ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1}½€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸQ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1}½ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1.N  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll â âWWÌÌ)A*A4´4´>'?'IšIšS T ^€^€hóhórdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllââXXÎÎ D D º º00¦¦’’||ññf f"Û"Û$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=à=à?S@SBÆBÆD9E9G¬G¬IJL’L’NOQxQxSëSëU^V^XÑXÑZD[D]·]·_*`*b�b�degƒgƒiöiökilinÜnÜpOqOsÂsÂu5v5x¨x¨z{}Ž}Ž€‚t‚t„ç„ç†X‡X‰ʉʋ<Œ<ޮޮ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2yGW2�yGW2ˆW2 ˆW2gŒW2gŒW2K±W2€K±W2éñW2üéñW29öW29öW2X2pX2»[X2ì»[X2 `X2ô `X2]¤X2`]¤X2½ÈX2̽ÈX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i� Ø b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i� Ø b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i� Ø b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1p�  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ê ê^^ÒÒ)F*F4¸4¸>*?*IœIœST^€^€hòhòrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrêêbbÚÚ R R Ê ÊBBºº22ªª’’ z z"î"î$b%b'Ö'Ö)J*J,¾,¾.2/21¦1¦346Ž6Ž89;v;v=è=è?Z@ZBÌBÌD>E>G°G°I"J"L”L”NOQxQxSêSêU\V\XÎXÎZ@[@]²]²_$`$b–b–degzgziìiìk^l^nÐnÐpBqBs´s´u&v&x˜x˜z { }|}|îî�`‚`„Ò„Ò†B‡B‰³‰³‹$Œ$ޕޕ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2ÁGW2�ÁGW2_ˆW2 _ˆW2ÝŽW2ÝŽW2“±W2€“±W21òW2ü1òW2¯øW2¯øW2eX2peX2\X2ì\X2�bX2ô�bX2³¢X2`³¢X2ÇX2ÌÇX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2‡O\2T ‡O\2W!]2˜W!]2ÿ3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸS b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1}½€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸS b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1}½€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸS b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1}½ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Éé  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn ä äWWÊÊ)=*=4®4®>?I�I�ST^r^rhãhãrRsR} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnääZZÐÐ F F ¼ ¼22¨¨””zzíí` `"Ó"Ó$F%F'¹'¹),*,,Ÿ,Ÿ./1…1…3ø3ø5k6k8Þ8Þ:Q;Q=Â=Â?3@3B¤B¤DEG†G†I÷I÷KhLhNÙNÙPJQJS»S»U,V,X�X�Z[]]_ð_ðaabadÒdÒfCgCi´i´k%l%n–n–pqsxsxuéuéwZxZzËzË|<}<­­�‚„�„�†þ†þˆn‰n‹Þ‹Þ�NŽN�¾�¾’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2yGW2�yGW2ˆW2 ˆW2[ŒW2[ŒW2E±W2€E±W2ãñW2üãñW2-öW2-öW2X2pX2µ[X2ìµ[X2ÿ_X2ôÿ_X2Q¤X2`Q¤X2±ÈX2̱ÈX2'ûX2ì'ûX2INY2L INY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2�P\2T �P\2_"]2˜_"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœ Ù b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœ Ù b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœ Ù b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1f†  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp é ébbÛÛ)T*T4Í4Í>D?DI»I»S0T0^£^£his‡s‡} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppéébbÛÛ T T Í ÍFF¿¿88±±**££ • •"#%‡%‡'(*y*y,ò,ò.k/k1ä1ä3]4]6Ö6Ö8O9O;È;È=A>A@º@ºB3C3E¬E¬G%H%JœJœLMOŠOŠQRTxTxVïVïXfYf[Ý[Ý]T^T`Ë`Ëb@c@eµeµg*h*jŸjŸlmo‡o‡qúqúsmtmvàvàxSyS{Æ{Æ}9~9€¬€¬‚ƒ…’…’‡ˆŠuŠuŒçŒçŽY�Y‘ˑ˓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2ÇGW2�ÇGW2eˆW2 eˆW2ûŽW2ûŽW2“±W2€“±W21òW2ü1òW2ÍøW2ÍøW2eX2peX2\X2ì\X2ŸbX2ôŸbX2³¢X2`³¢X2ÇX2ÌÇX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨Z& b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¢â€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨Z& b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¢â€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨Z& b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¢â €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Éé  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk ã ãXXÍÍ)B*B4·4·>+?+IŸIŸST^‡^‡hûhûroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkãã[[ÓÓ K K à Ã;;³³++££�� w w"ì"ì$a%a'Ö'Ö)K*K,À,À.5/51ª1ª346”6”8 9 ;~;~=ó=ó?h@hBÝBÝDRERGÇGÇI;J;L¯L¯N#O#Q—Q—S T VVXóXóZg[g]Û]Û_O`ObÃbÃd7e7g«g«ijl“l“noq{q{sïsïucvcx×x×zK{K}¿}¿3€3‚§‚§„…‡�‡�‰ŠŒyŒyŽîŽî�c‘c“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2sGW2�sGW2ˆW2 ˆW2[ŒW2[ŒW2E±W2€E±W2ãñW2üãñW2-öW2-öW2X2pX2µ[X2ìµ[X2ÿ_X2ôÿ_X2c¤X2`c¤X2ÃÈX2ÌÃÈX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2P\2T P\2í!]2˜í!]2•4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš Õ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš Õ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fš Õ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1}�  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn å å\\ÓÓ)J*J4Á4Á>6?6I«I«ST^�^�hispsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnåå\\ÓÓ J J Á Á88¯¯&&��‹‹ y y"ð"ð$g%g'Þ'Þ)U*U,Ì,Ì.C/C1º1º31416¨6¨89;–;–= > @„@„BûBûDrErGéGéI^J^LÓLÓNHOHQ½Q½S2T2V§V§XY[‘[‘]^`{`{bîbîdaeagÔgÔiGjGlºlºn+o+qœqœs t v~v~xïxïz`{`}Ñ}ÑB€B‚³‚³„$…$‡”‡”‰ŠŒvŒvŽçŽç�X‘X“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2ÇGW2�ÇGW2eˆW2 eˆW2ûŽW2ûŽW2™±W2€™±W27òW2ü7òW2ÍøW2ÍøW2kX2pkX2 \X2ì \X2ŸbX2ôŸbX2³¢X2`³¢X2ÇX2ÌÇX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨\( b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1£ã€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨\( b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1£ã€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨\( b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1£ã €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Éé  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk á áVVËË)@*@4µ4µ>(?(I›I›S T ^^hñhñrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkááWWÍÍ C C ¹ ¹//¥¥‘‘{{ððe e"Ú"Ú$O%O'Ä'Ä)9*9,®,®.#/#1˜1˜3 4 6‚6‚8÷8÷:l;l=á=á?V@VBËBËD@E@GµGµI(J(L›L›NOQ�Q�SôSôUgVgXÚXÚZM[M]À]À_3`3b¥b¥deg‰g‰iûiûkmlmnßnßpQqQsÃsÃu5v5x§x§z{}‹}‹ýý�o‚o„á„á†S‡S‰ƉƋ9Œ9ެެ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2sGW2�sGW2ˆW2 ˆW2gŒW2gŒW2?±W2€?±W2ÝñW2üÝñW29öW29öW2X2pX2¯[X2ì¯[X2 `X2ô `X2E¤X2`E¤X2¥ÈX2Ì¥ÈX2!ûX2ì!ûX2INY2L INY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2›P\2T ›P\2k"]2˜k"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™ Ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™ Ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™ Ö b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1a�  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll ä ä\\ÔÔ)L*L4Ä4Ä>:?:I°I°S&T&^œ^œhisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllää\\ÔÔ L L Ä Ä<<´´,,¤¤””  „ „"ü"ü$t%t'ì'ì)d*d,Ü,Ü.T/T1Ì1Ì3D4D6¼6¼8494;¬;¬=$>$@œ@œBCEŒEŒGHJzJzLðLðNfOfQÜQÜSRTRVÈVÈX>Y>[´[´]*^*` ` bceŒeŒghjxjxlîlîndodqÚqÚsPtPvÆvÆx1?1I¨I¨ST^‘^‘hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâIYJYLÐLÐNGOGQ¾Q¾S5T5V¬V¬X#Y#[š[š]^`ˆ`ˆbÿbÿdvevgígíidjdlÛlÛnMoMq¿q¿s1t1v£v£xy{‡{‡}ù}ùk€k‚݂݄O…O‡Á‡Á‰3Š3Œ¥Œ¥Ž�‘‰‘‰“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2mGW2�mGW2 ˆW2  ˆW2gŒW2gŒW2?±W2€?±W2ÝñW2üÝñW29öW29öW2X2pX2¯[X2ì¯[X2 `X2ô `X2¡¥X2`¡¥X2ÊX2ÌÊX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2#P\2T #P\2ó!]2˜ó!]2›4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ò b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ò b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ò b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½Ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj à àVVÌÌ)B*B4¸4¸>,?,I I ST^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjààVVÌÌ B B ¸ ¸..¤¤��||òòh h"Þ"Þ$T%T'Ê'Ê)@*@,¶,¶.,/,1¢1¢346Ž6Ž89;z;z=ð=ð?f@fBÜBÜDRERGÈGÈI%?%IšIšST^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÜÜQQÆÆ ; ; ° °%%šš„„ùùnnããX X"Í"Í$B%B'·'·),*,,¡,¡./1‹1‹346u6u8ê8ê:_;_=Ô=Ô?I@IB¾B¾D3E3G¨G¨IJL’L’NOQ|Q|SñSñUfVfXÛXÛZP[P]Å]Å_:`:b¯b¯d$e$g™g™ijlƒlƒnõnõpgqgsÙsÙuKvKx½x½z/{/}¡}¡€‚…‚…„÷„÷†i‡i‰Û‰Û‹MŒMŽ¿Ž¿�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2gGW2�gGW2ˆW2 ˆW2OŒW2OŒW29±W2€9±W2×ñW2ü×ñW2!öW2!öW2 X2p X2©[X2ì©[X2ó_X2ôó_X2¹¥X2`¹¥X2ÊX2ÌÊX2ûX2ìûX2CNY2L CNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2YP\2T YP\2)"]2˜)"]2Ñ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–Ó b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–Ó b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–Ó b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ùù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>0?0I¥I¥ST^�^�hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubêbêd_e_gÔgÔiIjIl¾l¾n3o3q¨q¨stv’v’xy{|{|}ñ}ñf€f‚Û‚Û„P…P‡Ňʼn:Š:Œ¯Œ¯Ž$�$‘™‘™“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2ÍGW2�ÍGW2kˆW2 kˆW2ïŽW2ïŽW2Ÿ±W2€Ÿ±W2=òW2ü=òW2ÁøW2ÁøW2qX2pqX2\X2ì\X2“bX2ô“bX2¤X2`¤X2oÈX2ÌoÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºl8 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1žÞ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºl8 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1žÞ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºl8 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1žÞ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations11Q  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á á[[ÑÑ)G*G4½4½>1?1I¥I¥ST^�^�hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±++¥¥ ™ ™"#%‰%‰'ÿ'ÿ)u*u,ë,ë.a/a1×1×3M4M6Ã6Ã8999;¯;¯=%>%@›@›BCE‡E‡GýGýIqJqLåLåNYOYQÍQÍSATAVµVµX)Y)[�[�]^`…`…bùbùdmemgágáiUjUlÉlÉn=o=q±q±s%t%v™v™x y {�{�}õ}õi€i‚݂݄Q…Q‡Ňʼn9Š9Œ­Œ­Ž!�!‘•‘•“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2gGW2�gGW2ˆW2 ˆW2OŒW2OŒW23±W2€3±W2ÑñW2üÑñW2!öW2!öW2X2pX2£[X2ì£[X2ó_X2ôó_X2c¤X2`c¤X2ÃÈX2ÌÃÈX2ûX2ìûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”Ï b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”Ï b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”Ï b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1�¡  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝSSÈÈ)=*=4²4²>%?%I˜I˜S T ^~^~hñhñrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��yyïïe e"Û"Û$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=â=â?W@WBÌBÌDAEAG¶G¶I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnænæpYqYsÌsÌu?v?x²x²z%{%}˜}˜ € ‚~‚~„ñ„ñ†d‡d‰׉׋JŒJ޽޽�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2ÓGW2�ÓGW2qˆW2 qˆW2ïŽW2ïŽW2Ÿ±W2€Ÿ±W2=òW2ü=òW2ÁøW2ÁøW2qX2pqX2\X2ì\X2“bX2ô“bX2§¢X2`§¢X2ÇX2ÌÇX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºn: b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ÿß€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºn: b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ÿß€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1†ºn: b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ÿß €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Éé  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßWWËË)?*?4³4³>%?%I—I—S T ^{^{híhír_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ��  "÷"÷$k%k'ß'ß)S*S,Ç,Ç.;/;1¯1¯3#4#6—6—8 9 ;;=ó=ó?g@gBÛBÛDOEOGÃGÃI5J5L§L§NOQ‹Q‹SýSýUoVoXáXáZS[S]Å]Å_7`7b©b©deg�g�iÿiÿkqlqnãnãpUqUsÇsÇu9v9x«x«z{}�}�€‚s‚s„å„å†W‡W‰ɉɋ;Œ;Ž­Ž­�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2aGW2�aGW2ÿ‡W2 ÿ‡W2[ŒW2[ŒW23±W2€3±W2ÑñW2üÑñW2-öW2-öW2X2pX2£[X2ì£[X2ÿ_X2ôÿ_X2§¢X2`§¢X2ÇX2ÌÇX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2/P\2T /P\2ÿ!]2˜ÿ!]2§4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ð b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ð b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ð b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Éé  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh â âXXÎÎ)D*D4¸4¸>,?,I I ST^Š^Šhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²((žž Š Š"#%v%v'ì'ì)b*b,Ø,Ø.N/N1Ä1Ä3:4:6°6°8&9&;œ;œ=>@„@„BøBøDlElGàGàITJTLÈLÈN?IŽIŽS T ^~^~hñhñrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††ûûppååZ Z"Ï"Ï$D%D'¹'¹).*.,£,£./1�1�346w6w8ì8ì:a;a=Ô=Ô?G@GBºBºD-E-G G IJL†L†NùNùPlQlSßSßURVRXÅXÅZ8[8]«]«_`b›b›deg�g�iôiôkglgnÚnÚpMqMsÀsÀu3v3x¦x¦z{}Œ}Œÿÿ�r‚r„å„å†V‡V‰ȉȋ:Œ:ެެ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2aGW2�aGW2ÿ‡W2 ÿ‡W2[ŒW2[ŒW2-±W2€-±W2ËñW2üËñW2-öW2-öW2ÿX2pÿX2�[X2ì�[X2ÿ_X2ôÿ_X2§¢X2`§¢X2ÇX2ÌÇX2ûX2ìûX2=NY2L =NY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2·O\2T ·O\2‡!]2˜‡!]2/4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ì b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ì b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ì b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Éé  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞRRÆÆ):*:4¬4¬>?I�I�ST^x^xhêhêrZsZ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žž††úún n"â"â$V%V'Ê'Ê)>*>,²,².&/&1š1š346‚6‚8ö8ö:j;j=Ü=Ü?N@NBÀBÀD2E2G¤G¤IJLˆLˆNúNúPlQlSÞSÞUPVPXÂXÂZ4[4]¦]¦_`bŽbŽdegrgriäiäkVlVnÈnÈp:q:s¬s¬uvx�x�z{}t}tææ�X‚X„ʄʆ:‡:‰«‰«‹ŒŽ�Ž��þ�þ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2ÓGW2�ÓGW2qˆW2 qˆW2ËŽW2ËŽW2¥±W2€¥±W2CòW2üCòW2�øW2�øW2wX2pwX2\X2ì\X2obX2ôobX2?¤X2`?¤X2ŸÈX2ÌŸÈX2ûX2ìûX2=NY2L =NY2óëY2¬ óëY2ËÁZ2p ËÁZ2®[2t ®[2uO\2T uO\2E!]2˜E!]2í3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�ÃwC b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1}½€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�ÃwC b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1}½€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�ÃwC b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1}½ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1a�  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØKK¾¾)1*14¢4¢>?I„I„SýSý]n^nhßhßrNsN} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆûûnnááT T"Ç"Ç$:%:'­'­) * ,“,“./1y1y3ì3ì5_6_8Ò8Ò:E;E=¶=¶?'@'B˜B˜D E GzGzIëIëK\L\NÍNÍP>Q>S¯S¯U V X‘X‘Z[]s]s_ä_äa]b]dÎdÎf?g?i°i°k!l!n’n’pqststuåuåwVxVzÇzÇ|8}8©©�‚„‹„‹†ú†úˆj‰j‹Ú‹Ú�JŽJ�º�º’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2[GW2�[GW2ù‡W2 ù‡W2IŒW2IŒW2-±W2€-±W2ËñW2üËñW2öW2öW2ÿX2pÿX2�[X2ì�[X2í_X2ôí_X2Ù£X2`Ù£X29ÈX2Ô9ÈX2ûX2ôûX2=NY2T =NY2)ìY2´ )ìY2QÀZ2x QÀZ2/�[2| /�[2ƒP\2\ ƒP\2y ]2 y ]2!3]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�Í b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�Í b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�Í b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1ÃS³  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ý ÝVVÑÑ)J*J4Ã4Ã>:?:I±I±S&T&^¥^¥his‰s‰} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÝÝVVÏÏ H H Á Á::³³,,¥¥—— ‰ ‰"#%}%}'ö'ö)o*o,è,è.a/a1Ú1Ú3S4S6Ì6Ì8E9E;¾;¾=7>7@°@°B)C)E¢E¢GHJ’J’L M O€O€Q÷Q÷SnTnVåVåX\Y\[Ó[Ó]J^J`Á`Áb6c6e«e«g h j•j•l m o‰o‰qüqüsotovâvâxUyU{È{È};~;€®€®‚!ƒ!…”…”‡ˆŠwŠwŒéŒéŽ[�[‘͓͑ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2ÙGW2�ÙGW2wˆW2 wˆW2ãŽW2ãŽW2«±W2€«±W2IòW2üIòW2µøW2µøW2}X2p}X2\X2ì\X2‡bX2ô‡bX2}¢X2`}¢X2ÝÆX2ÌÝÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2?ÀZ2p ?ÀZ2�[2t �[2#P\2T #P\2 ]2˜ ]2Á2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1˜Ì~J b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1œÜ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1˜Ì~J b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1œÜ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1˜Ì~J b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1œÜ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ÉÅ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ × ×LLËË)@*@4µ4µ>)?)I�I�ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__××OOÇÇ ? ? · ·//§§——  ��öök k"à"à$_%_'Ô'Ô)I*I,¾,¾.3/31¨1¨346’6’89;|;|=ñ=ñ?f@fBÛBÛDPEPGÅGÅI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÍbÍdAeAgµgµi)j)l�l�noq…q…sùsùumvmxáxázU{U}É}É=€=‚±‚±„%…%‡™‡™‰ŠŒƒŒƒŽøŽø�m‘m“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2UGW2�UGW2ó‡W2 ó‡W2IŒW2IŒW2'±W2€'±W2ÅñW2üÅñW2öW2öW2ùX2pùX2—[X2ì—[X2í_X2ôí_X2/¥X2`/¥X2�ÉX2Ô�ÉX2ûX2ôûX2=NY2T =NY2ìY2´ ìY29ÀZ2x 9ÀZ2�[2| �[2P\2\ P\2 ]2  ]2¯2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽýÉ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽýÉ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ZŽýÉ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1¯t  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPËË)B*B4¹4¹>.?.I£I£ST^“^“histst} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbæbædYeYgÌgÌi?j?l²l²n/o/q q stv‚v‚xóxózd{d}Õ}ÕF€F‚·‚·„(…(‡˜‡˜‰ Š ŒzŒzŽëŽë�\‘\“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2ÙGW2�ÙGW2wˆW2 wˆW2éŽW2éŽW2«±W2€«±W2IòW2üIòW2»øW2»øW2}X2p}X2\X2ì\X2�bX2ô�bX2}¢X2`}¢X2ÝÆX2ÌÝÆX2ûX2ìûX2=NY2L =NY2 ìY2¬  ìY23ÀZ2p 3ÀZ2�[2t �[2ÛO\2T ÛO\2Ñ]2˜Ñ]2y2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1˜Ì€L b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ý€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1˜Ì€L b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ý€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1˜Ì€L b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ý €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ÉÅ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Õ ÕJJÇÇ)<*<4±4±>$?$I—I—ST^‡^‡hùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……úúooääY Y"Î"Î$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇDY2\>Y2]^Y2€]^Y2[iY2¬[iY2ìY28ìY2õÁZ2üõÁZ2/®[2/®[2©»[2à©»[2GP\2lGP\2"]2°"]2¿4]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1PÃ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ë  bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1PÃ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ë   bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1PÃ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ë  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ëë𑱠bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1[›ö6‘Ѻ ú ú : bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d[Û6¶‘ìlÇG¢"}ýXØðp3³ËKަ& éi �  Ä D Ÿ  z ú U Õ 0 °  K¦æþ>A�Ü bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^ Õ ÕÍÍ)D*D4»4»>4?4I«I«S"T"^ ^ his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÕÕLLÃà : : ± ±((ŸŸ��ÆÆ==´´+ +"¢"¢$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãI\J\LÓLÓNJOJQÁQÁS8T8V¯V¯X&Y&[�[�]^`‹`‹bceyeygðgðigjglÞlÞn\o\qÎqÎs@t@v²v²x$y${–{–}~€z€z‚ì‚ì„^…^‡ЇЉBŠBŒ´Œ´Ž&�&‘˜‘˜“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2ñGW2èñGW2�ˆW2d�ˆW2=�W2l=�W2ǘW2èǘW2ý›W2´ý›W2½±W2@½±W2[òW2¼[òW2ùW2ÄùW2™X2@™X2ÏX2 ÏX2�X2˜�X2-\X2-\X2ábX2 ábX2klX2˜ klX2¡oX2d ¡oX2ãœX2ð ãœX2¥X2Ì ¥X2eÉX2H eÉX2§öX2h§öX2[ Y2D[ Y2>Y2Ð>Y2]^Y2ô]^Y2[iY2 [iY2)ìY2¬)ìY2ÂZ2pÂZ2;®[2t;®[2µ»[2Tµ»[2�P\2à�P\2_"]2$_"]25]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1´èœh b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [›i©ö6 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1´èœh b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [›i©ö6 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1´èœh  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [›i©ö6  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 r’44T bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1[›ö6)i i ©  D bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d[Û6¶‘ìlÇG¢"}ýXØ,¬3³ñq¶6Ž{ûéi Ä D Ÿ  z ú U Õ 0 ° ^ ž  K¦æA�Ü bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛSS��)E*E4½4½>5?5I«I«S!T!^£^£his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$/%/'§'§)*,—,—./1Å1Å3=4=6µ6µ8-9-;¥;¥=>@•@•B C E…E…GýGýIuJuLëLëNaOaQ×Q×SMTMVÃVÃX9Y9[¯[¯]%^%`›`›bce‡e‡gýgýisjslélénkokqáqásWtWvÍvÍxCyC{¹{¹}/~/€¥€¥‚ƒ…‘…‘‡ˆŠ}Š}ŒóŒóŽi�i‘ߑߓ  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ù2W2 GW2 GW2«‡W2|«‡W2�W2„�W2K�W2ðK�W2Õ™W2|Õ™W2 �W2H �W2ß°W2Ôß°W2}ñW2P}ñW2çöW2XçöW2úW2ÄúW2§X2P§X2ÝX2ÝX2±X2¨±X2O[X2$ O[X2¹`X2, ¹`X2ïcX2˜ ïcX2ymX2$ ymX2¯pX2ð ¯pX2ñ�X2| ñ�X2M¥X2XM¥X2­ÉX2Ô­ÉX2ïöX2ôïöX2© Y2Щ Y2e>Y2\e>Y2«^Y2€«^Y2©iY2¬©iY2 ìY28 ìY2ãÁZ2üãÁZ2®[2®[2—»[2à—»[2íO\2líO\2½!]2°½!]2e4]2´€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OÀŒ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ë  bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OÀŒ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ë   bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OÀŒ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ë  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~‡§ƒ£ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1` @žÞ<| U • bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d`à@À  €à`À@  €^Þ<¼ š ø x \ Ü Ö V 7 · ´ 4  ’ ’  í m p ð P�ð0ŽÎ™Ù,l bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^ Ó Ó  ÅÅ):*:4¯4¯>&?&I›I›ST^Ž^Žhisrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÓÓHH½½ 2 2 § §‘‘{{±±&&›› "…"…$A%A'¶'¶)+*+, , ./1Š1Š3ÿ3ÿ5t6t8é8é:^;^=Ó=Ó?H@HB½B½D2E2G§G§IJL“L“NOQ}Q}SòSòUgVgXÜXÜZQ[Q]Æ]Æ_;`;b°b°d%e%gšgšijl„l„noqtqtsæsæuXvXxÊxÊz<{<}®}® € ‚’‚’„…‡v‡v‰è‰è‹ZŒZŽÌŽÌ�>‘>“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2ñGW2èñGW2�ˆW2d�ˆW2=�W2l=�W2ǘW2èǘW2ý›W2´ý›W2ñW2@ñW2aòW2¼aòW2ùW2ÄùW2™X2@™X2ÏX2 ÏX2•X2˜•X23\X23\X2ábX2 ábX2klX2˜ klX2¡oX2d ¡oX2ãœX2ð ãœX2û¥X2Ì û¥X2[ÊX2H [ÊX2�÷X2h�÷X2ÃY2DÃY2)?)I�I�ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$%'†'†)ü)ü+r,r.è.è0�1�346‰6‰8ÿ8ÿ:u;u=ë=ë?a@aB×B×DMEMGÃGÃI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noq…q…sùsùumvmxáxázU{U}É}É=€=‚±‚±„%…%‡™‡™‰ Š Œ�Œ�ŽõŽõ�i‘i“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxß2W2[GW2è[GW2ù‡W2dù‡W2C�W2lC�W2͘W2è͘W2œW2´œW2'±W2@'±W2ÅñW2¼ÅñW2ùW2ÄùW2ŸX2@ŸX2ÕX2 ÕX2ùX2˜ùX2—[X2—[X2çbX2 çbX2qlX2˜ qlX2§oX2d §oX2éœX2ð éœX2á¤X2Ì á¤X2AÉX2H AÉX2ƒöX2hƒöX2‡Y2D‡Y2C.?.I¢I¢SØSØ]”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÜÜVVÐÐ J J Ä Ä>>¸¸22¬¬&&   ” ”"#%„%„'ú'ú)p*p,æ,æ.\/\1Ò1Ò3H4H6¾6¾8494;ª;ª= > @–@–B C E‚E‚GøGøInJnLâLâNVOVQÊQÊS>T>V²V²X&Y&[š[š]^`‚`‚b¸b¸d,e,g g ijlˆlˆnDoDq¸q¸s,t,v v xy{ˆ{ˆ}ü}üp€p‚ä‚ä„X…X‡̇̉@Š@Œ´Œ´Ž(�(‘œ‘œ“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxß2W2ëGW2èëGW2‰ˆW2d‰ˆW2C�W2lC�W2͘W2è͘W2œW2´œW2·±W2@·±W2UòW2¼UòW2ùW2ÄùW2ŸX2@ŸX2ÕX2 ÕX2‰X2˜‰X2'\X2'\X2çbX2 çbX2qlX2˜ qlX2§oX2d §oX2éœX2ð éœX2¥X2Ì ¥X2qÉX2H qÉX2³öX2h³öX2÷ Y2D÷ Y2³>Y2г>Y2]^Y2ô]^Y2[iY2 [iY2ìY2¬ìY2ïÁZ2pïÁZ2)®[2t)®[2£»[2T£»[2MP\2àMP\2"]2$"]2Å4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1©Ý‘] b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [›­íö6 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1©Ý‘] b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [›­íö6 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1©Ý‘]  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [›­íö6  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u•::Z bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1[›x¸½ý ý = ˜ Ø bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d[Û6¶‘ìlÇG¢"}ýXØpð3³<¼Žˆéi ÔT Ä D Ÿ  z ú U Õ 0 °  Kì ,¦æA�Ü bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>-?-I¢I¢ST^P^Phisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbçbçd\e\gÑgÑiFjFl»l»nônôpiqisÞsÞuSvSxÈxÈz{{{}ð}ðe€e‚Ú‚Ú„O…O‡ćĉ9Š9Œ®Œ®Ž#�#‘˜‘˜“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxß2W2UGW2èUGW2ó‡W2dó‡W2C�W2lC�W2͘W2è͘W2œW2´œW2'±W2@'±W2ÅñW2¼ÅñW2ùW2ÄùW2ŸX2@ŸX2ÕX2 ÕX2ùX2˜ùX2—[X2—[X2çbX2 çbX2qlX2˜ qlX2§oX2d §oX2éœX2ð éœX2Y¥X2Ì Y¥X2¹ÉX2H ¹ÉX2ûöX2hûöX2! Y2D! Y2Ý>Y2ÐÝ>Y2]^Y2ô]^Y2[iY2 [iY2ÿëY2¬ÿëY2×ÁZ2p×ÁZ2®[2t®[2‹»[2T‹»[2ÕO\2àÕO\2¥!]2$¥!]2M4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�Ì b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\œ÷7 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�Ì b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\œ÷7 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�Ì  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\œ÷7  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ëëðˆ¨ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1[›>~? … Å Å  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d[Û6¶‘ìlÇG¢"}ýXØ3³Žéi Ä D C à Ÿ   œ z ú õ u U Õ Î N 0 °  K¦æA�r²Ü bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚRRÆÆ):*:4®4®>"?"I”I”SÇSÇ]€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""ššŠŠ z z"ò"ò$f%f'Ú'Ú)N*N,Â,Â.6/61ª1ª346’6’89;z;z=î=î?b@bBÖBÖDJEJG¾G¾I2J2L¤L¤NOQˆQˆSúSúUlVlXÞXÞZP[P]Â]Â_4`4bgbgdÙdÙfKgKi½i½k/l/nènèpZqZsÌsÌu>v>x°x°z"{"}”}”€‚x‚x„ê„ê†\‡\‰Ή΋@Œ@޲޲�$‘$“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxß2W2ëGW2èëGW2‰ˆW2d‰ˆW2C�W2lC�W2͘W2è͘W2œW2´œW2½±W2@½±W2[òW2¼[òW2ùW2ÄùW2ŸX2@ŸX2ÕX2 ÕX2�X2˜�X2-\X2-\X2çbX2 çbX2qlX2˜ qlX2§oX2d §oX2éœX2ð éœX2¿¥X2Ì ¿¥X2ÊX2H ÊX2a÷X2ha÷X2å Y2Då Y2¡>Y2С>Y2]^Y2ô]^Y2[iY2 [iY2ÿëY2¬ÿëY2×ÁZ2p×ÁZ2®[2t®[2‹»[2T‹»[2çO\2àçO\2·!]2$·!]2_4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1«ß•a b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [›¬ìö6 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1«ß•a b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [›¬ìö6 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1«ß•a  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [›¬ìö6  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 •µx˜ï bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1[›G‡â" I ‰ ‰ É bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d[Û6¶‘ìlÇG¢"}ýXØ3³Žéi Ä D   Ÿ  l ì z ú 8 ¸ U Õ  „ 0 °  K¦æx¸A�Ü bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØNNÃÃ)8*84­4­>"?"I•I•ST^@^@hòhòrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD?I�I�ST^u^uhèhèr[s[} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……úúooääY Y"Î"Î$C%C'¸'¸)-*-,¢,¢./1Œ1Œ346v6v8ë8ë:`;`=Õ=Õ?H@HB»B»D.E.G¡G¡IJL‡L‡NúNúPmQmSàSàUSVSXÆXÆZ9[9]¬]¬_`b’b’degxgxiëiëk^l^nÑnÑpDqDs·s·u*v*x�x�z{}ƒ}ƒöö�i‚i„܄܆O‡O‰Á‰Á‹3Œ3ޥޥ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2ßGW2ÐßGW2}ˆW2L}ˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2±±W2(±±W2OòW2¤OòW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2ƒX2€ƒX2!\X2ü!\X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2›¥X2´ ›¥X2ûÉX20 ûÉX2=÷X2P=÷X2{Y2,{Y27]Y2˜7]Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2/P\2Ì/P\2ÿ!]2ÿ!]2§4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1žÒ†R b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [›{»ú: bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1žÒ†R b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [›{»ú: bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1žÒ†R  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [›{»ú:  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 €  ÀÅå bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1^ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÈHŸvöM Í ²ò €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á áWWÍÍ)C*C4¹4¹>-?-I¡I¡ST^‰^‰hýhýrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±''�� ‰ ‰"ÿ"ÿ$u%u'ë'ë)a*a,×,×.M/M1Ã1Ã39496¯6¯8%9%;›;›=>@…@…BùBùDmEmGáGáIUJULÉLÉN=O=Q±Q±S%T%V™V™X Y [�[�]õ]õ_i`ibÝbÝdQeQgÅgÅi9j9l­l­n!o!q•q•s t v}v}xñxñze{e}Ù}ÙM€M‚Á‚Á„5…5‡©‡©‰ŠŒ�Œ�Ž�‘u‘u“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2[GW2Ð[GW2ù‡W2Lù‡W2C�W2TC�W2͘W2Ð͘W2œW2œœW2-±W2(-±W2ËñW2¤ËñW2ùW2¬ùW2ŸX2(ŸX2ÕX2ôÕX2ÿX2€ÿX2�[X2ü�[X2çbX2 çbX2qlX2€ qlX2§oX2L §oX2éœX2Ø éœX2)¥X2´ )¥X2‰ÉX20 ‰ÉX2ËöX2PËöX2'Y2,'Y2Í]Y2˜Í]Y2çëY2$çëY2¿ÁZ2è¿ÁZ2ù­[2ìù­[2oO\2ÌoO\2?!]2?!]2ç3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�Í b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V[›ö6 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�Í b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V[›ö6 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�Í  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V[›ö6  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‰©.NSs bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Í €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1( ¨ ÿ  Ö V ­ - I‰ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×JJ½½)0*04£4£>?I…I…SöSö]g^ghØhØrIsI} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡úúmmààS S"Æ"Æ$9%9'¬'¬)*,’,’./1x1x3ë3ë5^6^8Ñ8Ñ:D;D=·=·?(@(B™B™D E G{G{IìIìK]L]NÎNÎP?Q?S°S°U!V!X’X’Z[]t]t_å_åaVbVdÇdÇf8g8i©i©kln‹n‹püpürmsmuÞuÞwOxOzÀzÀ|1}1¢¢�‚„„„„†õ†õˆe‰e‹Õ‹Õ�EŽE�µ�µ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2åGW2ÐåGW2ƒˆW2LƒˆW2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW2·±W2(·±W2UòW2¤UòW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2‰X2€‰X2'\X2ü'\X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2Ÿ¤X2´ Ÿ¤X2ÿÈX20 ÿÈX2AöX2PAöX2Y2,Y2Í]Y2˜Í]Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2·O\2Ì·O\2‡!]2‡!]2/4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 ÔŠV b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [›{»û; bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 ÔŠV b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [›{»û; bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 ÔŠV  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [›{»û;  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 „¤¤ÄÉé bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1µ õ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1$ ¤ û { Ò R © ) I‰ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝQQÅÅ)9*94­4­>?I‘I‘ST^u^uhçhçrYsY} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%��……ùùm m"á"á$U%U'É'É)=*=,±,±.%/%1™1™3 4 6�6�8õ8õ:i;i=Ý=Ý?O@OBÁBÁD3E3G¥G¥IJL‰L‰NûNûPmQmSßSßUQVQXÃXÃZ5[5]§]§_`b‹b‹dýdýfogoiáiákSlSnÅnÅp7q7s©s©uvx�x�zÿzÿ|q}qãã�U‚U„DŽdž9‡9‰ª‰ª‹ŒŽŒŽŒ�ý�ý’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW23±W2(3±W2ÑñW2¤ÑñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2X2€X2£[X2ü£[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2Ë¥X2´ Ë¥X2+ÊX20 +ÊX2m÷X2Pm÷X2“Y2,“Y2]Y2˜]Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2ç!]2ç!]2�4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ð b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @]�ø8 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ð b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @]�ø8 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ð  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @]�ø8  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~ž,Lì  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations15u €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¯/„YÙ. ® �Á €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚOOÄÄ)9*94®4®>$?$I˜I˜S T ^€^€hôhôrjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""šš„„ùùn n"ã"ã$X%X'Í'Í)B*B,·,·.,/,1¡1¡346‹6‹89;u;u=ê=ê?_@_BÔBÔDIEIG¾G¾I4J4L¨L¨NOQ�Q�STVxVxXìXìZ`[`]Ô]Ô_H`Hb¼b¼d0e0g¤g¤ijlŒlŒnoqtqtsèsèu\v\xÐxÐzD{D}¸}¸,€,‚ ‚ „…‡ЇЉÿ‰ÿ‹tŒtŽéŽé�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ÙGW2ÐÙGW2wˆW2LwˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2«±W2(«±W2IòW2¤IòW2-ùW2¬-ùW2·X2(·X2íX2ôíX2}X2€}X2\X2ü\X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2ƒ¥X2´ ƒ¥X2ãÉX20 ãÉX2%÷X2P%÷X2§Y2,§Y2ý]Y2˜ý]Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2ƒP\2̃P\2S"]2S"]2û4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“Ç{G b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [›¢âE bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“Ç{G b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [›¢âE bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“Ç{G  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [›¢âE  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 hˆˆ¨­Í bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Hˆ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  ‚äd Æ F x¸ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg à àYYÒÒ)K*K4Ä4Ä>=?=I´I´S)T)^œ^œhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggààYYÒÒ K K Ä Ä==¶¶//¨¨!!šš Œ Œ"#%~%~'÷'÷)p*p,é,é.b/b1Û1Û3T4T6Í6Í8F9F;¿;¿=8>8@±@±B*C*E£E£GHJ•J•L M OƒOƒQúQúSqTqVèVèX_Y_[Ö[Ö]M^M`Ä`Äb9c9e®e®g#h#j˜j˜l m o€o€qóqósftfvÙvÙxLyL{¿{¿}2~2€¥€¥‚ƒ…‹…‹‡þ‡þ‰pŠpŒâŒâŽT�T‘ƑƓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW23±W2(3±W2ÑñW2¤ÑñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2X2€X2£[X2ü£[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2¹¥X2´ ¹¥X2ÊX20 ÊX2[÷X2P[÷X2-Y2,-Y2�]Y2˜�]Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Î b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\œ÷7 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Î b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\œ÷7 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Î  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\œ÷7  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 € 0Ùù bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ê €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 ƒ Ø X ­ - ‚  V €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØMMÂÂ)7*74¬4¬>!?!I”I”ST^x^xhêhêr^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆýýrrçç\ \"Ñ"Ñ$F%F'»'»)0*0,¥,¥./1�1�346y6y8î8î:c;c=Ø=Ø?M@MBÂBÂD7E7G¬G¬I!J!L”L”NOQzQzSíSíU`V`XÓXÓZF[F]¹]¹_,`,bžbždeg‚g‚iôiôkflfnØnØpJqJs¼s¼u.v.x x z{}„}„öö�h‚h„Ú„Ú†N‡N‰Á‰Á‹4Œ4ާާ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ßGW2ÐßGW2}ˆW2L}ˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2±±W2(±±W2OòW2¤OòW2-ùW2¬-ùW2·X2(·X2íX2ôíX2ƒX2€ƒX2!\X2ü!\X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2ÝY2,ÝY2Ÿ^Y2˜Ÿ^Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•ÉK b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [›¡áF bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•ÉK b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [›¡áF bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•ÉK  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [›¡áF  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Bbb‚‡§ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1~ ¾ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¨ ( Š l ì N Î Z €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>/?/I¤I¤ST^ˆ^ˆhùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIWJWLÌLÌNAOAQ¶Q¶S+T+V V XY[Š[Š]ÿ]ÿ_t`tbçbçdZeZgÍgÍi@j@l³l³n$o$q•q•stvwvwxèxèzY{Y}Ê}Ê;€;‚¬‚¬„…‡�‡�‰ŠŒqŒqŽâŽâ�S‘S“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2gGW2ÐgGW2ˆW2LˆW2g�W2Tg�W2ñ˜W2Ðñ˜W2'œW2œ'œW29±W2(9±W2×ñW2¤×ñW29ùW2¬9ùW2ÃX2(ÃX2ùX2ôùX2 X2€ X2©[X2ü©[X2 cX2  cX2•lX2€ •lX2ËoX2L ËoX2 �X2Ø  �X2¡¥X2´ ¡¥X2ÊX20 ÊX2C÷X2PC÷X2•Y2,•Y27]Y2˜7]Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2GP\2ÌGP\2"]2"]2¿4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ñ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Is³N bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ñ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Is³N bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ñ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Is³N  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w—>Áá bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1.n€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¸8‘jêC à ®î €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPÇÇ)>*>4µ4µ>.?.I¥I¥ST^Ž^Žhisrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$[%['Ò'Ò)I*I,À,À.7/71®1®3%4%6œ6œ89;Š;Š=>@x@xBïBïDfEfGÝGÝIVJVLÍLÍNDODQ»Q»S2T2V©V©X Y [—[—]^`…`…bübüdsesgêgêiajalØlØnJoJq¼q¼s.t.v v xy{„{„}ö}öh€h‚Ú‚Ú„L…L‡¾‡¾‰0Š0Œ¢Œ¢Ž�‘†‘†“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2ÓGW2ÐÓGW2qˆW2LqˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2¥±W2(¥±W2CòW2¤CòW2!ùW2¬!ùW2«X2(«X2áX2ôáX2wX2€wX2\X2ü\X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2sY2,sY2É^Y2˜É^Y2/ìY2$/ìY2ÂZ2èÂZ2A®[2ìA®[2•P\2Ì•P\2e"]2e"]2 5]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼p< b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [›{»ù9 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼p< b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [›{»ù9 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼p<  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [›{»ù9  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ëëð~ž bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 M €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1xøeåR Ò ? ¿ >~ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßWWÏÏ)G*G4¿4¿>7?7I­I­S#T#^™^™his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ��  "÷"÷$o%o'ç'ç)_*_,×,×.O/O1Ç1Ç3?4?6·6·8/9/;§;§=>@—@—BCE‡E‡GÿGÿIwJwLíLíNcOcQÙQÙSOTOVÅVÅX;Y;[±[±]'^'`�`�bce‰e‰gÿgÿiujulëlënaoaq×q×sMtMvÃvÃx9y9{¯{¯}%~%€›€›‚ƒ…‡…‡‡ý‡ý‰sŠsŒéŒéŽ_�_‘Õ‘Õ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2gGW2ÐgGW2ˆW2LˆW2g�W2Tg�W2ñ˜W2Ðñ˜W2'œW2œ'œW29±W2(9±W2×ñW2¤×ñW29ùW2¬9ùW2ÃX2(ÃX2ùX2ôùX2 X2€ X2©[X2ü©[X2 cX2  cX2•lX2€ •lX2ËoX2L ËoX2 �X2Ø  �X2Y¥X2´ Y¥X2¹ÉX20 ¹ÉX2ûöX2PûöX2Y2,Y2Ó]Y2˜Ó]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2íO\2ÌíO\2½!]2½!]2e4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ï b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jr² M bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ï b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jr² M bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ï  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jr² M  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 u•úu• bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1µ õ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1 œ õ u Î N § ' G‡ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb × ×LLÁÁ)6*64«4«>"?"I—I—S T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbb××LLÁÁ 6 6 « «  ••  ôôiiÞÞS S"È"È$=%='²'²)'*',œ,œ./1†1†3û3û5p6p8å8å:Z;Z=Ï=Ï?D@DB¹B¹D.E.G£G£IJL�L�NOQyQySîSîUcVcXØXØZM[M]Â]Â_7`7b¬b¬d!e!g–g–i j l€l€nònòpdqdsÖsÖuHvHxºxºz,{,}ž}ž€‚‚‚‚„ô„ô†f‡f‰؉؋JŒJ޼޼�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2ÙGW2ÐÙGW2wˆW2LwˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2¥±W2(¥±W2CòW2¤CòW2!ùW2¬!ùW2«X2(«X2áX2ôáX2wX2€wX2\X2ü\X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2¡¥X2´ ¡¥X2ÊX20 ÊX2C÷X2PC÷X2 Y2, Y2w_Y2˜w_Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оt@ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [›{»ú: bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оt@ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [›{»ú: bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оt@  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [›{»ú:  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ëë,LÅå bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1º ú €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1, ¬  ™  † ó së+ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛQQÇÇ)=*=4³4³>)?)I�I�ST^…^…hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$O%O'Å'Å);*;,±,±.'/'1�1�346‰6‰8ÿ8ÿ:u;u=ë=ë?a@aB×B×DMEMGÃGÃI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noqyqysísíuavaxÕxÕzI{I}½}½1€1‚¥‚¥„…‡�‡�‰ŠŒuŒuŽéŽé�]‘]“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2mGW2ÐmGW2 ˆW2L ˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2?±W2(?±W2ÝñW2¤ÝñW2'ùW2¬'ùW2±X2(±X2çX2ôçX2X2€X2¯[X2ü¯[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2¥X2´ ¥X2qÉX20 qÉX2³öX2P³öX2™Y2,™Y2^Y2˜^Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2YP\2ÌYP\2)"]2)"]2Ñ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ò b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\œ÷7 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ò b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\œ÷7 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ò  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\œ÷7  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p� **J bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1/o €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�ôtØX ¼ < t´ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff à àZZÐÐ)F*F4¼4¼>2?2I¦I¦ST^Ž^Žhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffààZZÔÔ N N È ÈBB¼¼66°°**¤¤ ˜ ˜"#%ˆ%ˆ'þ'þ)t*t,ê,ê.`/`1Ö1Ö3L4L6Â6Â8898;®;®=$>$@š@šBCE†E†GüGüIrJrLæLæNZOZQÎQÎSBTBV¶V¶X*Y*[ž[ž]^`†`†búbúdnengâgâiVjVlÊlÊn>o>q²q²s&t&všvšxy{‚{‚}ö}öj€j‚Þ‚Þ„R…R‡ƇƉ:Š:Œ®Œ®Ž"�"‘–‘–“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2ÍGW2ÐÍGW2kˆW2LkˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2Ÿ±W2(Ÿ±W2=òW2¤=òW2'ùW2¬'ùW2±X2(±X2çX2ôçX2qX2€qX2\X2ü\X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2ÝY2,ÝY2•_Y2˜•_Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2_P\2Ì_P\2/"]2/"]2×4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±e1 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [››Û÷7 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±e1 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [››Û÷7 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1}±e1  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [››Û÷7  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ëëðu• bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1t´€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÐPÈH À @ ¸ 8 D €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Þ ÞUUÌÌ)C*C4º4º>1?1I¦I¦ST^�^�hiszsz} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâIYJYLÎLÎNCOCQ¸Q¸S-T-V¢V¢XY[Œ[Œ]^`v`vbëbëd`e`gÕgÕiJjJl¿l¿n4o4q©q©stv“v“xy{}{}}ò}òg€g‚܂܄Q…Q‡ƇƉ;Š;Œ°Œ°Ž%�%‘š‘š“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2mGW2ÐmGW2 ˆW2L ˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW29±W2(9±W2×ñW2¤×ñW2'ùW2¬'ùW2±X2(±X2çX2ôçX2 X2€ X2©[X2ü©[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2•¥X2´ •¥X2õÉX20 õÉX27÷X2P7÷X29Y2,9Y2¥^Y2˜¥^Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ð b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\œ÷7 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ð b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\œ÷7 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ð  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\œ÷7  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 jŠä®Î bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ó  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  „  h è L Ì X €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞVVÊÊ)>*>4²4²>&?&I˜I˜S T ^|^|hîhîr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$j%j'Þ'Þ)R*R,Æ,Æ.:/:1®1®3"4"6–6–8 9 ;~;~=ò=ò?f@fBÚBÚDNENGÂGÂI6J6L¨L¨NOQŒQŒSþSþUpVpXâXâZT[T]Æ]Æ_8`8bªbªdegŽgŽijlrlrnänäpVqVsÈsÈu:v:x¬x¬z{}�}�€‚t‚t„æ„æ†X‡X‰ʉʋ<Œ<ޮޮ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2ÓGW2ÐÓGW2qˆW2LqˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2Ÿ±W2(Ÿ±W2=òW2¤=òW2'ùW2¬'ùW2±X2(±X2çX2ôçX2qX2€qX2\X2ü\X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2•Y2,•Y2I`Y2˜I`Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2óO\2ÌóO\2Ã!]2Ã!]2k4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³i5 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [››Û÷7 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³i5 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [››Û÷7 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³i5  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [››Û÷7  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ëëðm� bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1,l €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1° 0 ¨ (   ˜¼ü €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜRRÇÇ)<*<4±4±>&?&I™I™S T ^^hòhòrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒxxîîd d"Ú"Ú$O%O'Ä'Ä)9*9,®,®.#/#1˜1˜3 4 6‚6‚8÷8÷:l;l=á=á?V@VBËBËD@E@GµGµI*J*L�L�NOQƒQƒSöSöUiViXÜXÜZO[O]Â]Â_5`5b¨b¨degŽgŽijltltnçnçpZqZsÍsÍu@v@x³x³z&{&}™}™ € ‚‚„ò„ò†e‡e‰؉؋KŒK޾޾�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2sGW2ÐsGW2ˆW2LˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2E±W2(E±W2ãñW2¤ãñW2'ùW2¬'ùW2±X2(±X2çX2ôçX2X2€X2µ[X2üµ[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2ÅY2,ÅY2Ï^Y2˜Ï^Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”Ó b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\œ÷7 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”Ó b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\œ÷7 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”Ó  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\œ÷7  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ËëðŸ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Zš€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1hèW×F Æ 5 µ :z €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙNNÃÃ)8*84­4­> ? I“I“ST^y^yhìhìr_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?L@LB¿B¿D2E2G¥G¥IJL‹L‹NþNþPqQqSäSäUWVWXÊXÊZ=[=]°]°_#`#b–b–d e g|g|iïiïkblbnÕnÕpHqHs»s»u.v.x¡x¡z{}‡}‡úú�m‚m„à„à†S‡S‰ʼnŋ7Œ7ީީ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2ÇGW2ÐÇGW2eˆW2LeˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2“±W2(“±W21òW2¤1òW2'ùW2¬'ùW2±X2(±X2çX2ôçX2eX2€eX2\X2ü\X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2¯¦X2´ ¯¦X2ËX20 ËX2QøX2PQøX2…Y2,…Y2[`Y2˜[`Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2AP\2ÌAP\2"]2"]2¹4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦Z& b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [›}½ö6 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦Z& b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [›}½ö6 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦Z&  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [›}½ö6  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Gg¨ÈÍí bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 Y €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1(¨+ « . ® 1 ± Ê  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk å å[[ÑÑ)G*G4½4½>1?1I¥I¥ST^�^�hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkåå__ÙÙ S S Í ÍGGÁÁ;;µµ++¡¡ � �"#%y%y'ï'ï)e*e,Û,Û.Q/Q1Ç1Ç3=4=6³6³8)9);Ÿ;Ÿ=>@‰@‰BýBýDqEqGåGåIYJYLÍLÍNAOAQµQµS)T)V�V�XY[…[…]ù]ù_m`mbábádUeUgÉgÉi=j=l±l±n%o%q™q™s t v�v�xõxõzi{i}Ý}ÝQ€Q‚łń9…9‡­‡­‰ Š Œ“Œ“Ž�‘y‘y“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2sGW2ÐsGW2ˆW2LˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2?±W2(?±W2ÝñW2¤ÝñW2'ùW2¬'ùW2±X2(±X2çX2ôçX2X2€X2¯[X2ü¯[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2/¥X2´ /¥X2�ÉX20 �ÉX2ÑöX2PÑöX2KY2,KY2}_Y2˜}_Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2�O\2Ì�O\2Q!]2Q!]2ù3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”Ñ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\œ÷7 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”Ñ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\œ÷7 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”Ñ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\œ÷7  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 $D_Ii bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ß  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1$ ¤  “  ‚ ñ qé) €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛNNÁÁ)4*44§4§>?I‰I‰SúSú]k^khÜhÜrMsM} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹þþqqääW W"Ê"Ê$=%='°'°)#*#,–,–. / 1|1|3ï3ï5b6b8Õ8Õ:H;H=»=»?,@,B�B�DEGGIðIðKaLaNÒNÒPCQCS´S´U%V%X–X–Z[]x]x_é_éaZbZdËdËf#?#I•I•ST^y^yhëhër]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‰‰ýýq q"å"å$Y%Y'Í'Í)A*A,µ,µ.)/)1�1�346…6…8ù8ù:m;m=á=á?S@SBÅBÅD7E7G©G©IJL�L�NÿNÿPqQqSãSãUUVUXÇXÇZ9[9]«]«_`b�b�degsgsiåiåkWlWnÉnÉp;q;s­s­uvx‘x‘z{}u}uçç�Y‚Y„˄ˆ=‡=‰®‰®‹ŒŽ�Ž��‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·l÷2W2yGW2ÐyGW2ˆW2LˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2E±W2(E±W2ãñW2¤ãñW2-ùW2¬-ùW2·X2(·X2íX2ôíX2X2€X2µ[X2üµ[X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2¥X2´ ¥X2wÉX20 wÉX2¹öX2P¹öX2«Y2,«Y2•_Y2˜•_Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2/P\2Ì/P\2ÿ!]2ÿ!]2§4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Ô b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\œ÷7 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Ô b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\œ÷7 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Ô  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\œ÷7  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  ,b‚1Q bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations19y €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1À@º: ´ 4 ® . @ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞSSÈÈ)=*=4²4²>(?(IœIœST^„^„høhørnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžˆˆýýr r"ç"ç$\%\'Ñ'Ñ)F*F,»,».0/01¥1¥346�6�89;y;y=î=î?c@cBØBØDMEMGÂGÂI8J8L¬L¬N O Q”Q”STV|V|XðXðZd[d]Ø]Ø_L`LbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡އމŠŒxŒxŽíŽí�b‘b“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·l÷2W2ÁGW2ÐÁGW2_ˆW2L_ˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2�±W2(�±W2+òW2¤+òW2-ùW2¬-ùW2·X2(·X2íX2ôíX2_X2€_X2ý[X2üý[X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2¹¥X2´ ¹¥X2ÊX20 ÊX2[÷X2P[÷X2Y2,Y2'aY2˜'aY2;ìY2$;ìY2ÂZ2èÂZ2M®[2ìM®[2•P\2Ì•P\2e"]2e"]2 5]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›O b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [››Û÷7 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›O b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [››Û÷7 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›O  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [››Û÷7  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Cc¶ÖÉé bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 à€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ Ž  œ  ª * �Ð €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk ä ä]]ÖÖ)O*O4È4È>A?AI¸I¸S-T-^ ^ his†s†} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkää]]ÖÖ O O È ÈAAºº33¬¬%%žž � �" # %‚%‚'û'û)t*t,í,í.f/f1ß1ß3X4X6Ñ6Ñ8J9J;Ã;Ã=<><@µ@µB.C.E§E§G H J™J™LMO‡O‡QþQþSuTuVìVìXcYc[Ú[Ú]Q^Q`È`Èb=c=e²e²g'h'jœjœlmo„o„q÷q÷sjtjvÝvÝxPyP{Ã{Ã}6~6€©€©‚ƒ…�…�‡ˆŠtŠtŒæŒæŽX�X‘ʑʓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·l÷2W2sGW2ÐsGW2ˆW2LˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2E±W2(E±W2ãñW2¤ãñW2-ùW2¬-ùW2·X2(·X2íX2ôíX2X2€X2µ[X2üµ[X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2;¥X2´ ;¥X2›ÉX20 ›ÉX2ÝöX2PÝöX2cY2,cY2O`Y2˜O`Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Ò b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @\œ÷7 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Ò b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @\œ÷7 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Ò  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @\œ÷7  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ËëðTt bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ó 3 €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¨ ( ¢ " œ –ºú €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜQQÆÆ);*;4°4°>%?%I˜I˜S T ^|^|hîhîrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒvvëë` `"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ü=Ü?Q@QBÆBÆD;E;G°G°I%J%L˜L˜N O Q~Q~SñSñUdVdX×X×ZJ[J]½]½_0`0b¢b¢deg†g†iøiøkjljnÜnÜpNqNsÀsÀu2v2x¤x¤z{}ˆ}ˆúú�l‚l„Þ„Þ†R‡R‰ʼnŋ8Œ8ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·l÷2W2ÁGW2ÐÁGW2_ˆW2L_ˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2“±W2(“±W21òW2¤1òW2-ùW2¬-ùW2·X2(·X2íX2ôíX2eX2€eX2\X2ü\X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2•¥X2´ •¥X2õÉX20 õÉX27÷X2P7÷X2ÝY2,ÝY2óaY2˜óaY2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2#P\2Ì#P\2ó!]2ó!]2›4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�S b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 [››Û÷7 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�S b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 [››Û÷7 bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�S  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 [››Û÷7  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 'G†¦«Ë bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1n® €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¸ 8 Æ FÔTâb^ž €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii à àWWÎÎ)E*E4¼4¼>3?3I¨I¨ST^Œ^Œhýhýroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiààWWÎÎ E E ¼ ¼33ªª!!˜˜††ýýt t"ë"ë$b%b'Ù'Ù)P*P,Ç,Ç.>/>1µ1µ3,4,6£6£89;‘;‘=>@@BöBöDmEmGäGäI[J[LÐLÐNEOEQºQºS/T/V¤V¤XY[Ž[Ž]^`x`xbëbëd^e^gÑgÑiDjDl·l·n(o(q™q™s t v{v{xìxìz]{]}Î}Î?€?‚°‚°„!…!‡“‡“‰ŠŒuŒu޿޿�W‘W“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2‘GW2�‘GW2/ˆW2/ˆW2gŒW2$gŒW2c±W2�c±W2òW2òW29öW2$9öW25X2�5X2Ó[X2Ó[X2 `X2$ `X2¤X2�¤X2uÈX2üuÈX23ûX2 3ûX2[NY2| [NY2AìY2Ü AìY2ÂZ2  ÂZ2S®[2¤ S®[2kP\2„ kP\2;"]2È;"]2ã4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14s§æÏ› b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14s§æÏ› b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14s§æÏ› b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1"B  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww î îeeÜÜ)S*S4Ê4Ê>A?AI¸I¸S/T/^¡^¡his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðwwîîeeÜÜ S S Ê ÊAA¸¸//¦¦””  ‚ ‚"ù"ù$p%p'ç'ç)^*^,Õ,Õ.L/L1Ã1Ã3:4:6±6±8(9(;Ÿ;Ÿ=>@�@�BCE{E{GòGòIiJiLàLàNWOWQÎQÎSETEV¼V¼X3Y3[ª[ª]!^!`˜`˜bce†e†gýgýitjtlëlën]o]qÏqÏsAtAv³v³x%y%{—{—} ~ €{€{‚í‚í„_…_‡чщCŠCŒµŒµŽ'�'‘™‘™“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2»GW2�»GW2YˆW2 YˆW2ûŽW2ûŽW2�±W2€�±W2+òW2ü+òW2ÍøW2ÍøW2_X2p_X2ý[X2ìý[X2ŸbX2ôŸbX2i¤X2`i¤X2ÉÈX2ÌÉÈX23ûX2ì3ûX2[NY2L [NY2MìY2¬ MìY2%ÂZ2p %ÂZ2_®[2t _®[2³P\2T ³P\2ƒ"]2˜ƒ"]2+5]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�C b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1“Ó€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�C b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1“Ó€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�C b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1“Ó €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1q‘  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ì ìddÜÜ)T*T4Ì4Ì>B?BI¸I¸S.T.^¤^¤his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttììddÜÜ T T Ì ÌDD¼¼44¬¬$$œœ Œ Œ"#%|%|'ô'ô)l*l,ä,ä.\/\1Ô1Ô3L4L6Ä6Ä8<9<;´;´=,>,@¤@¤BCE”E”G H J‚J‚LøLøNnOnQäQäSZTZVÐVÐXFYF[¼[¼]2^2`¨`¨bce”e”g h j€j€lölönlolqâqâsXtXvÎvÎxDyD{º{º}0~0€¦€¦‚ƒ…’…’‡ˆŠ~Š~ŒôŒôŽj�j‘à‘à“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2‹GW2�‹GW2)ˆW2)ˆW2gŒW2$gŒW2]±W2�]±W2ûñW2ûñW29öW2$9öW2/X2�/X2Í[X2Í[X2 `X2$ `X2¿¢X2�¿¢X2ÇX2üÇX23ûX2 3ûX2[NY2| [NY2/ìY2Ü /ìY2ÂZ2  ÂZ2A®[2¤ A®[2P\2„ P\2á!]2Èá!]2‰4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14q¥âМ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14q¥âМ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14q¥âМ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ëë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu ê ê__ÔÔ)I*I4¾4¾>3?3I¨I¨ST^�^�hissss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuêê__ÔÔ I I ¾ ¾33¨¨’’||ññf f"Û"Û$P%P'Å'Å):*:,¯,¯.$/$1™1™346ƒ6ƒ8ø8ø:m;m=â=â?W@WBÌBÌDAEAG¶G¶I+J+L L NOQŠQŠSÿSÿUtVtXéXéZ^[^]Ó]Ó_H`Hb½b½d2e2g§g§ijl‘l‘noququsçsçuYvYxËxËz={=}¯}¯!€!‚“‚“„…‡w‡w‰é‰é‹[Œ[ŽÍŽÍ�?‘?“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2»GW2�»GW2YˆW2 YˆW2ûŽW2ûŽW2�±W2€�±W2+òW2ü+òW2ÍøW2ÍøW2_X2p_X2ý[X2ìý[X2ŸbX2ôŸbX2o¤X2`o¤X2ÏÈX2ÌÏÈX23ûX2ì3ûX2[NY2L [NY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2;P\2T ;P\2 "]2˜ "]2³4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�E b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1’Ò€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�E b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1’Ò€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1[�E b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1’Ò €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1|œ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ê ê``ÖÖ)L*L4Â4Â>6?6IªIªST^’^’hiszsz} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttêê``ÖÖ L L  Â88®®$$šš††üür r"è"è$^%^'Ô'Ô)J*J,À,À.6/61¬1¬3"4"6˜6˜89;„;„=ú=ú?p@pBæBæD\E\GÒGÒIFJFLºLºN.O.Q¢Q¢STVŠVŠXþXþZr[r]æ]æ_Z`ZbÎbÎdBeBg¶g¶i*j*lžlžnoq†q†súsúunvnxâxâzV{V}Ê}Ê>€>‚²‚²„&…&‡š‡š‰ŠŒ‚Œ‚ŽöŽö�j‘j“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2‹GW2�‹GW2)ˆW2 )ˆW2aŒW2aŒW2]±W2€]±W2ûñW2üûñW23öW23öW2/X2p/X2Í[X2ìÍ[X2`X2ô`X2¿¢X2`¿¢X2ÇX2ÌÇX2-ûX2ì-ûX2UNY2L UNY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2wP\2T wP\2G"]2˜G"]2ï4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤ã b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤ã b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤ã b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ëë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww ñ ñkkáá)W*W4Í4Í>A?AIµIµS)T)^�^�his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðwwññkkåå _ _ Ù ÙSSÍÍGGÁÁ;;µµ// © ©"###%™%™'(*…*…,û,û.q/q1ç1ç3]4]6Ó6Ó8I9I;¿;¿=5>5@«@«B!C!E—E—G H J�J�LõLõNiOiQÝQÝSQTQVÅVÅX9Y9[­[­]!^!`•`•b c e}e}gñgñiejelÙlÙnMoMqÁqÁs5t5v©v©xy{‘{‘}~€y€y‚í‚í„a…a‡Õ‡Õ‰IŠIŒ½Œ½Ž1�1‘¥‘¥“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2ÁGW2�ÁGW2_ˆW2 _ˆW2ûŽW2ûŽW2�±W2€�±W2+òW2ü+òW2ÍøW2ÍøW2_X2p_X2ý[X2ìý[X2ŸbX2ôŸbX2]¤X2`]¤X2½ÈX2̽ÈX2-ûX2ì-ûX2UNY2L UNY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2qP\2T qP\2A"]2˜A"]2é4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜L b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1›Û€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜L b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1›Û€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜L b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1›Û €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1lŒ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp ç ç^^ÕÕ)L*L4Ã4Ã>8?8I­I­S"T"^—^—h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppçç^^ÕÕ L L à Ã::±±((ŸŸ�� { {"ò"ò$i%i'à'à)W*W,Î,Î.E/E1¼1¼33436ª6ª8!9!;˜;˜=>@†@†BýBýDtEtGëGëI`J`LÕLÕNJOJQ¿Q¿S4T4V©V©XY[“[“]^`}`}bòbòdgeggÜgÜiQjQlÆlÆn;o;q°q°s%t%všvšxy{„{„}ù}ùn€n‚ã‚ã„X…X‡͇͉BŠBŒ·Œ·Ž,�,‘¡‘¡“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2…GW2�…GW2#ˆW2 #ˆW2aŒW2aŒW2W±W2€W±W2õñW2üõñW23öW23öW2)X2p)X2Ç[X2ìÇ[X2`X2ô`X2¤X2`¤X2cÈX2ÌcÈX2-ûX2ì-ûX2UNY2L UNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2ÿO\2T ÿO\2Ï!]2˜Ï!]2w4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢ß b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢ß b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢ß b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations12  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu í íeeÙÙ)M*M4Á4Á>3?3I¥I¥ST^‰^‰hûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuííeeÝÝ U U Í ÍEE½½55­­%%�� � �"#%y%y'í'í)a*a,Õ,Õ.I/I1½1½31416¥6¥89;�;�=>@u@uBéBéD]E]GÑGÑICJCLµLµN'O'Q™Q™S T V}V}XïXïZa[a]Ó]Ó_E`Eb·b·d)e)g›g›i j llnñnñpcqcsÕsÕuGvGx¹x¹z+{+}�}�€‚�‚�„ó„ó†e‡e‰׉׋IŒI޻޻�-‘-“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2ÁGW2�ÁGW2_ˆW2 _ˆW2ûŽW2ûŽW2“±W2€“±W21òW2ü1òW2ÍøW2ÍøW2eX2peX2\X2ì\X2ŸbX2ôŸbX2³¥X2`³¥X2ÊX2ÌÊX2-ûX2ì-ûX2UNY2L UNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2 P\2T  P\2Û!]2˜Û!]2ƒ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜N b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1›Û€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜N b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1›Û€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜N b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1›Û €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq ç ç]]ÒÒ)G*G4¼4¼>/?/I¢I¢ST^ˆ^ˆhûhûrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqçç]]ÓÓ I I ¿ ¿55««!!——  ƒƒùùo o"å"å$Z%Z'Ï'Ï)D*D,¹,¹../.1£1£346�6�89;w;w=ì=ì?a@aBÖBÖDKEKGÀGÀI3J3L¦L¦NOQŒQŒSÿSÿUrVrXåXåZX[X]Ë]Ë_>`>b±b±d$e$g—g—i j l}l}nðnðpcqcsÖsÖuIvIx¼x¼z/{/}¢}¢€‚ˆ‚ˆ„û„û†n‡n‰á‰á‹TŒTŽÇŽÇ�:‘:“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2…GW2�…GW2#ˆW2 #ˆW2gŒW2gŒW2Q±W2€Q±W2ïñW2üïñW29öW29öW2#X2p#X2Á[X2ìÁ[X2 `X2ô `X2¿¥X2`¿¥X2ÊX2ÌÊX2-ûX2ì-ûX2ONY2L ONY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡à b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡à b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡à b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ññ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp æ æ[[ÐÐ)E*E4¸4¸>+?+IžIžST^„^„h÷h÷rhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppææ\\ÒÒ H H ¾ ¾44ªª  ––  €€õõj j"ß"ß$T%T'É'É)>*>,³,³.(/(1�1�346‡6‡8ü8ü:q;q=ä=ä?W@WBÊBÊD=E=G°G°I#J#L–L–N O Q|Q|SïSïUbVbXÕXÕZH[H]»]»_.`.b¡b¡deg‡g‡iúiúkmlmnànàpSqSsÆsÆu9v9x¬x¬z{}’}’€‚x‚x„ë„ë†\‡\‰Ή΋@Œ@޲޲�$‘$“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2ÇGW2�ÇGW2eˆW2 eˆW2׎W2׎W2“±W2€“±W21òW2ü1òW2©øW2©øW2eX2peX2\X2ì\X2{bX2ô{bX2¹¢X2`¹¢X2ÇX2ÌÇX2-ûX2ì-ûX2ONY2L ONY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2GP\2T GP\2"]2˜"]2¿4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡U! b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1{»€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡U! b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1{»€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡U! b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1{» €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ëë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp ê ê``ÖÖ)L*L4À4À>4?4I¨I¨ST^�^�hisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppêêddÞÞ X X Ò ÒLLÆÆ@@ºº00¦¦ ’ ’"#%~%~'ô'ô)j*j,à,à.V/V1Ì1Ì3B4B6¸6¸8.9.;¤;¤=>@Œ@ŒBCEtEtGèGèI\J\LÐLÐNDODQ¸Q¸S,T,V V XY[ˆ[ˆ]ü]ü_p`pbäbädXeXgÌgÌi@j@l´l´n(o(qœqœstv„v„xøxøzl{l}à}àT€T‚ȂȄ<…<‡®‡®‰!Š!Œ”Œ”Ž�‘z‘z“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2GW2�GW2ˆW2 ˆW2gŒW2gŒW2Q±W2€Q±W2ïñW2üïñW29öW29öW2#X2p#X2Á[X2ìÁ[X2 `X2ô `X2_¥X2`_¥X2¿ÉX2Ì¿ÉX2-ûX2ì-ûX2ONY2L ONY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2�O\2T �O\2]!]2˜]!]24]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸÜ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸÜ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸÜ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1o�  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp æ æYYÌÌ)?*?4°4°>!?!I’I’ST^t^thåhårTsT} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppææ\\ÒÒ H H ¾ ¾44ªª  ––  ||ïïb b"Õ"Õ$H%H'»'»).*.,¡,¡./1‡1‡3ú3ú5m6m8à8à:S;S=Ä=Ä?5@5B¦B¦DEGˆGˆIùIùKjLjNÛNÛPLQLS½S½U.V.XŸXŸZ[]�]�_ò_òacbcdÔdÔfEgEi¶i¶k'l'n˜n˜p q szszuëuëw\x\zÍzÍ|>}>¯¯� ‚ „‘„‘†‡‰p‰p‹à‹à�PŽP�À�À’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2ÇGW2�ÇGW2eˆW2 eˆW2׎W2׎W2™±W2€™±W27òW2ü7òW2©øW2©øW2kX2pkX2 \X2ì \X2{bX2ô{bX2¹¢X2`¹¢X2ÇX2ÌÇX2-ûX2ì-ûX2ONY2L ONY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2ÏO\2T ÏO\2Ÿ!]2˜Ÿ!]2G4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡W# b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1{»€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡W# b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1{»€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡W# b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1{» €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ëë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp è è\\ÐÐ)D*D4¶4¶>(?(IšIšS T ^~^~hðhðr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppèè``ØØ P P È È@@¸¸00¨¨�� x x"ì"ì$`%`'Ô'Ô)H*H,¼,¼.0/01¤1¤346Œ6Œ89;t;t=æ=æ?X@XBÊBÊD[>]°]°_"`"b”b”degxgxiêiêk\l\nÎnÎp@q@s²s²u$v$x–x–z{}z}zìì�^‚^„ЄІ@‡@‰±‰±‹"Œ"ޓޓ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2GW2�GW2ˆW2 ˆW2[ŒW2[ŒW2K±W2€K±W2éñW2üéñW2-öW2-öW2X2pX2»[X2ì»[X2ÿ_X2ôÿ_X2S¥X2`S¥X2³ÉX2̳ÉX2'ûX2ì'ûX2ONY2L ONY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2/P\2T /P\2ÿ!]2˜ÿ!]2§4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžÝ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžÝ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžÝ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1g‡  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo ç ç\\ÑÑ)F*F4»4»>/?/I£I£ST^‹^‹hÿhÿrsss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooçç__×× O O Ç Ç??··//§§‘‘ { {"ð"ð$e%e'Ú'Ú)O*O,Ä,Ä.9/91®1®3#4#6˜6˜8 9 ;‚;‚=÷=÷?l@lBáBáDVEVGËGËI?J?L³L³N'O'Q›Q›STVƒVƒX÷X÷Zk[k]ß]ß_S`SbÇbÇd;e;g¯g¯i#j#l—l—n o qqsósóugvgxÛxÛzO{O}Ã}Ã7€7‚«‚«„…‡“‡“‰ŠŒ}Œ}ŽòŽò�g‘g“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2ÇGW2�ÇGW2eˆW2 eˆW2�W2�W2™±W2€™±W27òW2ü7òW2ÓøW2ÓøW2kX2pkX2 \X2ì \X2¥bX2ô¥bX2³¢X2`³¢X2ÇX2ÌÇX2'ûX2ì'ûX2ONY2L ONY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2�P\2T �P\2_"]2˜_"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vª^* b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¤ä€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vª^* b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¤ä€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vª^* b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¤ä €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ëë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll å å^^××)P*P4É4É>@?@I·I·S,T,^Ÿ^Ÿhisƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllåå^^×× P P É ÉBB»»44­­&&ŸŸ ‘ ‘" # %ƒ%ƒ'ü'ü)u*u,î,î.g/g1à1à3Y4Y6Ò6Ò8K9K;Ä;Ä==>=@¶@¶B/C/E¨E¨G!H!J˜J˜LMO†O†QýQýStTtVëVëXbYb[Ù[Ù]P^P`Ç`Çb*?*I�I�ST^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmããYYÏÏ E E » »11§§““}}òòg g"Ü"Ü$Q%Q'Æ'Æ);*;,°,°.%/%1š1š346„6„8ù8ù:n;n=ã=ã?X@XBÍBÍDBEBG·G·I*J*L�L�NOQƒQƒSöSöUiViXÜXÜZO[O]Â]Â_5`5b§b§deg‹g‹iýiýkolonánápSqSsÅsÅu7v7x©x©z{}�}�ÿÿ�q‚q„ã„ã†U‡U‰ȉȋ;Œ;ޮޮ�!‘!“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2ÍGW2�ÍGW2kˆW2 kˆW2�W2�W2™±W2€™±W27òW2ü7òW2ÓøW2ÓøW2kX2pkX2 \X2ì \X2¥bX2ô¥bX2³¢X2`³¢X2ÇX2ÌÇX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2P\2T P\2í!]2˜í!]2•4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vª`, b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¥å€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vª`, b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¥å€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vª`, b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¥å €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ëë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll ã ãZZÑÑ)H*H4¿4¿>4?4I©I©ST^�^�hþhþrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllããZZÑÑ H H ¿ ¿66­­$$››‰‰ w w"î"î$e%e'Ü'Ü)S*S,Ê,Ê.A/A1¸1¸3/4/6¦6¦89;”;”= > @‚@‚BùBùDpEpGçGçI\J\LÑLÑNFOFQ»Q»S0T0V¥V¥XY[�[�]^`y`ybìbìd_e_gÒgÒiEjEl¸l¸n)o)qšqšs t v|v|xíxíz^{^}Ï}Ï@€@‚±‚±„"…"‡’‡’‰ŠŒtŒtŽåŽå�V‘V“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2sGW2�sGW2ˆW2 ˆW2gŒW2gŒW2E±W2€E±W2ãñW2üãñW29öW29öW2X2pX2µ[X2ìµ[X2 `X2ô `X2K¤X2`K¤X2«ÈX2Ì«ÈX2!ûX2ì!ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›Ú b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›Ú b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›Ú b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1hˆ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk â âYYÐÐ)G*G4¾4¾>5?5I¬I¬S#T#^•^•hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkââYYÐÐ G G ¾ ¾55¬¬##ššˆˆÿÿv v"í"í$d%d'Û'Û)R*R,É,É.@/@1·1·3.4.6¥6¥89;“;“= > @�@�BøBøDoEoGæGæI]J]LÔLÔNKOKQÂQÂS9T9V°V°X'Y'[ž[ž]^`Œ`ŒbcezezgñgñihjhlßlßnQoQqÃqÃs5t5v§v§xy{‹{‹}ý}ýo€o‚á‚á„S…S‡Ňʼn7Š7Œ©Œ©Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2ÍGW2�ÍGW2kˆW2 kˆW2ÑŽW2ÑŽW2Ÿ±W2€Ÿ±W2=òW2ü=òW2£øW2£øW2qX2pqX2\X2ì\X2ubX2ôubX2³¢X2`³¢X2ÇX2ÌÇX2!ûX2ì!ûX2INY2L INY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2•P\2T •P\2e"]2˜e"]2 5]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³g3 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1|¼€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³g3 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1|¼€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³g3 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1|¼ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ëë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àXXÐÐ)H*H4À4À>6?6I¬I¬S"T"^˜^˜his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  �� € €"ø"ø$p%p'è'è)`*`,Ø,Ø.P/P1È1È3@4@6¸6¸8090;¨;¨= > @˜@˜BCEˆEˆGHJvJvLìLìNbObQØQØSNTNVÄVÄX:Y:[°[°]&^&`œ`œbceˆeˆgþgþitjtlêlên`o`qÖqÖsLtLvÂvÂx8y8{®{®}$~$€š€š‚ƒ…†…†‡ü‡ü‰rŠrŒèŒèŽ^�^‘Ô‘Ô“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2sGW2�sGW2ˆW2 ˆW2gŒW2gŒW2?±W2€?±W2ÝñW2üÝñW29öW29öW2X2pX2¯[X2ì¯[X2 `X2ô `X2§¥X2`§¥X2ÊX2ÌÊX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™ Ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™ Ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™ Ö b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii Þ ÞSSÈÈ)=*=4²4²>'?'IœIœST^ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiÞÞSSÈÈ = = ² ²''œœ††ûûppååZ Z"Ï"Ï$D%D'¹'¹).*.,£,£./1�1�346w6w8ì8ì:a;a=Ö=Ö?K@KBÀBÀD5E5GªGªIJL”L”N O Q~Q~SóSóUhVhXÝXÝZR[R]Ç]Ç_<`*?*IžIžST^†^†húhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽzzððf f"Ü"Ü$R%R'È'È)>*>,´,´.*/*1 1 346Œ6Œ89;x;x=î=î?d@dBÚBÚDPEPGÆGÆI:J:L®L®N"O"Q–Q–S T V~V~XòXòZf[f]Ú]Ú_N`NbÂbÂd6e6gªgªijl’l’noqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡އމŠŒvŒvŽêŽê�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2mGW2�mGW2 ˆW2  ˆW2UŒW2UŒW2?±W2€?±W2ÝñW2üÝñW2'öW2'öW2X2pX2¯[X2ì¯[X2ù_X2ôù_X25¥X2`5¥X2•ÉX2Ì•ÉX2!ûX2ì!ûX2CNY2L CNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2YP\2T YP\2)"]2˜)"]2Ñ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜ × b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜ × b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜ × b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Tt  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk å å__ÕÕ)K*K4Á4Á>5?5I©I©ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkåå__ÙÙ S S Í ÍGGÁÁ;;µµ//©©## � �"#%�%�'(*y*y,ï,ï.e/e1Û1Û3Q4Q6Ç6Ç8=9=;³;³=)>)@Ÿ@ŸBCE‹E‹GHJuJuLéLéN]O]QÑQÑSETEV¹V¹X-Y-[¡[¡]^`‰`‰býbýdqeqgågåiYjYlÍlÍnAoAqµqµs)t)v�v�xy{…{…}ù}ùm€m‚á‚á„U…U‡ɇɉ=Š=Œ±Œ±Ž%�%‘™‘™“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2ÓGW2�ÓGW2qˆW2 qˆW2õŽW2õŽW2¥±W2€¥±W2CòW2üCòW2ÇøW2ÇøW2wX2pwX2\X2ì\X2™bX2ô™bX2­¢X2`­¢X2 ÇX2Ì ÇX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼p< b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 à€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼p< b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 à€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼p< b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 à €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ëë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>,?,I¡I¡ST^‹^‹hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßITJTLÉLÉN>O>Q³Q³S(T(V�V�XY[‡[‡]ü]ü_q`qbæbæd[e[gÐgÐiEjElºlºn/o/q¤q¤stvŽvŽxy{x{x}í}íb€b‚ׂׄL…L‡Á‡Á‰6Š6Œ«Œ«Ž � ‘•‘•“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2mGW2�mGW2 ˆW2  ˆW2UŒW2UŒW29±W2€9±W2×ñW2ü×ñW2'öW2'öW2 X2p X2©[X2ì©[X2ù_X2ôù_X2i¤X2`i¤X2ÉÈX2ÌÉÈX2!ûX2ì!ûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–Ó b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–Ó b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–Ó b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ˆ¨  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áYYÍÍ)A*A4µ4µ>'?'I™I™S T ^}^}hïhïrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‘‘  � �"ù"ù$m%m'á'á)U*U,É,É.=/=1±1±3%4%6™6™8 9 ;�;�=õ=õ?i@iBÝBÝDQEQGÅGÅI7J7L©L©NOQ�Q�SÿSÿUqVqXãXãZU[U]Ç]Ç_9`9b«b«deg�g�ijlslsnånåpWqWsÉsÉu;v;x­x­z{}‘}‘€‚u‚u„ç„ç†Y‡Y‰ˉˋ=Œ=ޝޝ�!‘!“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2ÓGW2�ÓGW2qˆW2 qˆW2õŽW2õŽW2¥±W2€¥±W2CòW2üCòW2ÇøW2ÇøW2wX2pwX2\X2ì\X2™bX2ô™bX2­¢X2`­¢X2 ÇX2Ì ÇX2!ûX2ì!ûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼r> b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¡á€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼r> b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¡á€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ˆ¼r> b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¡á €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ëë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛQQÆÆ);*;4°4°>#?#I–I–S T ^|^|hïhïrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¥b¥deg‹g‹iþiþkqlqnänäpWqWsÊsÊu=v=x°x°z#{#}–}– € ‚|‚|„ï„ï†b‡b‰Õ‰Õ‹HŒH޻޻�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2gGW2�gGW2ˆW2 ˆW2[ŒW2[ŒW29±W2€9±W2×ñW2ü×ñW2-öW2-öW2 X2p X2©[X2ì©[X2ÿ_X2ôÿ_X2§¢X2`§¢X2ÇX2ÌÇX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÕO\2T ÕO\2¥!]2˜¥!]2M4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Ô b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Ô b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Ô b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ëë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94¬4¬>?I’I’ST^z^zhíhír^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ø=Ø?K@KB¾B¾D1E1G¤G¤IJLŠLŠNýNýPpQpSãSãUVVVXÉXÉZ<[<]¯]¯_"`"b—b—d e g}g}iðiðkclcnÖnÖpIqIs¼s¼u/v/x¢x¢z{}ˆ}ˆûû�n‚n„á„á†R‡R‰ĉċ6Œ6ލލ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2ÙGW2�ÙGW2wˆW2 wˆW2ËŽW2ËŽW2«±W2€«±W2IòW2üIòW2�øW2�øW2}X2p}X2\X2ì\X2obX2ôobX2-¤X2`-¤X2�ÈX2Ì�ÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[25P\2T 5P\2"]2˜"]2­4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‘ÅyE b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1{»€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‘ÅyE b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1{»€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‘ÅyE b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1{» €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Mm  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Þ ÞTTÊÊ)@*@4´4´>(?(IœIœST^Ž^Žhistst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÞÞXXÒÒ L L Æ Æ@@ºº44®®$$šš † †"ü"ü$r%r'è'è)^*^,Ô,Ô.J/J1À1À36466¬6¬8"9";˜;˜= > @€@€BôBôDhEhGÜGÜIPJPLÄLÄN8O8Q¬Q¬S T V”V”XY[|[|]ð]ð_d`dbâbâdVeVgÊgÊi>j>l²l²n&o&qšqšstv‚v‚xöxözj{j}Þ}ÞR€R‚ƂƄ:…:‡¬‡¬‰ŠŒ’Œ’Ž�‘x‘x“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2aGW2�aGW2ÿ‡W2 ÿ‡W2[ŒW2[ŒW23±W2€3±W2ÑñW2üÑñW2-öW2-öW2X2pX2£[X2ì£[X2ÿ_X2ôÿ_X2§¢X2`§¢X2ÇX2ÌÇX2ûX2ìûX2CNY2L CNY2óëY2¬ óëY2ËÁZ2p ËÁZ2®[2t ®[2uO\2T uO\2E!]2˜E!]2í3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ð b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ð b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ð b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ëë  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚMMÀÀ)3*34¤4¤>?I†I†SûSû]l^lhÝhÝrLsL} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠýýppããV V"É"É$<%<'¯'¯)"*",•,•./1{1{3î3î5a6a8Ô8Ô:G;G=¸=¸?)@)BšBšD E G|G|IíIíK^L^NÏNÏP@Q@S±S±U"V"X“X“Z[]u]u_æ_æa[b[dÌdÌf=g=i®i®kln�n�pqsrsruãuãwTxTzÅzÅ|6}6§§�‚„‰„‰†ø†øˆh‰h‹Ø‹Ø�HŽH�¸�¸’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2ÙGW2�ÙGW2wˆW2 wˆW2ËŽW2ËŽW2«±W2€«±W2IòW2üIòW2�øW2�øW2}X2p}X2\X2ì\X2obX2ôobX2E¤X2`E¤X2¥ÈX2Ì¥ÈX2ûX2ìûX2CNY2L CNY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2½O\2T ½O\2�!]2˜�!]254]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‘Å{G b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1{»€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‘Å{G b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1{»€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1‘Å{G b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1{» €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1jŠ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜPPÄÄ)8*84ª4ª>?IŽIŽST^z^zhìhìr\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœ„„øøl l"à"à$T%T'È'È)<*<,°,°.$/$1˜1˜3 4 6€6€8ô8ô:h;h=Ú=Ú?L@LB¾B¾D0E0G¢G¢IJL†L†NøNøPjQjSÜSÜUNVNXÀXÀZ2[2]¤]¤_`b�b�degtgtiæiækXlXnÊnÊp%?%I™I™ST^�^�hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››……úúo o"ä"ä$[%['Ð'Ð)E*E,º,º.///1¤1¤346Ž6Ž89;x;x=í=í?b@bB×B×DLELGÁGÁI5J5L©L©NOQ‘Q‘STVyVyXíXíZa[a]Õ]Õ_I`IbÉbÉd=e=g±g±i%j%l™l™n o q�q�sõsõuivixÝxÝzQ{Q}Å}Å9€9‚­‚­„!…!‡•‡•‰ Š ŒŒŽôŽô�i‘i“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2ßGW2�ßGW2}ˆW2 }ˆW2éŽW2éŽW2«±W2€«±W2IòW2üIòW2»øW2»øW2}X2p}X2\X2ì\X2�bX2ô�bX2ƒ¢X2`ƒ¢X2ãÆX2ÌãÆX2ûX2ìûX2=NY2L =NY2/ìY2¬ /ìY2WÀZ2p WÀZ25�[2t 5�[2‰P\2T ‰P\2 ]2˜ ]2'3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1šÎ‚N b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1žÞ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1šÎ‚N b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1žÞ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1šÎ‚N b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1žÞ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ËÇ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Ù ÙRRÕÕ)N*N4Ç4Ç>>?>IµIµS*T*^©^©his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÙÙRRËË D D ½ ½66¯¯((¡¡““  … …"þ"þ$�%�'ú'ú)s*s,ì,ì.e/e1Þ1Þ3W4W6Ð6Ð8I9I;Â;Â=;>;@´@´B-C-E¦E¦GHJ–J–L M O„O„QûQûSrTrVéVéX`Y`[×[×]N^N`Å`Åb:c:e¯e¯g$h$j™j™lmo�o�qrtstsvævæxYyY{Ì{Ì}?~?€²€²‚%ƒ%…˜…˜‡ ˆ Š{Š{ŒíŒíŽ_�_‘ёѓ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2[GW2�[GW2ù‡W2 ù‡W2IŒW2IŒW2-±W2€-±W2ËñW2üËñW2öW2öW2ÿX2pÿX2�[X2ì�[X2í_X2ôí_X2ƒ¥X2`ƒ¥X2ãÉX2ÔãÉX2ûX2ôûX2=NY2T =NY2 ìY2´  ìY23ÀZ2x 3ÀZ2�[2| �[2ÛO\2\ ÛO\2Ñ]2 Ñ]2y2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�Í b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�Í b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1\�Í b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1s^Ê  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×LLÅÅ):*:4¯4¯>"?"I•I•ST^…^…h÷h÷risi} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡üüqqææ[ ["Ð"Ð$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯I"J"L•L•NOQ{Q{SîSîUaVaXÔXÔZG[G]º]º_-`-b«b«deg�g�ijlslsnånåpWqWsÉsÉu;v;x­x­z{}‘}‘€‚u‚u„ç„ç†Y‡Y‰̉̋?Œ?޲޲�%‘%“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2ßGW2�ßGW2}ˆW2 }ˆW2éŽW2éŽW2±±W2€±±W2OòW2üOòW2»øW2»øW2ƒX2pƒX2!\X2ì!\X2�bX2ô�bX2Á£X2`Á£X2!ÈX2Ì!ÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2?ÀZ2p ?ÀZ2�[2t �[2P\2T P\2 ]2˜ ]2µ2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1šÎ„P b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ÿß€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1šÎ„P b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ÿß€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1šÎ„P b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ÿß €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1   bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` × ×NNÍÍ)D*D4»4»>0?0I¥I¥ST^•^•hisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``××NNÅÅ < < ³ ³**¡¡��}}ôôk k"â"â$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubèbèd[e[gÎgÎiAjAl´l´n1o1q¢q¢stv„v„xõxõzf{f}×}×H€H‚¹‚¹„*…*‡š‡š‰ Š Œ|Œ|ŽíŽí�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Ù2W2GW2GW2±‡W2|±‡W2�W2„�W2K�W2ðK�W2Õ™W2|Õ™W2 �W2H �W2å°W2Ôå°W2ƒñW2PƒñW2çöW2XçöW2úW2ÄúW2§X2P§X2ÝX2ÝX2·X2¨·X2U[X2$ U[X2¹`X2, ¹`X2ïcX2˜ ïcX2ymX2$ ymX2¯pX2ð ¯pX2ñ�X2| ñ�X2G¥X2XG¥X2§ÉX2Ô§ÉX2éöX2ôéöX2uY2ÐuY21@?@I·I·S,T,^«^«his‘s‘} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÙÙRRËË D D ½ ½66¯¯((¡¡ÚÚSSÌÌE E"¾"¾$�%�'ú'ú)s*s,ì,ì.e/e1Þ1Þ3W4W6Ð6Ð8I9I;Â;Â=;>;@´@´B-C-E¦E¦GHJ˜J˜LMO†O†QýQýStTtVëVëXbYb[Ù[Ù]P^P`Ç`Çb3?3I§I§ST^›^›hisƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯))££ — —"#%I%I'¿'¿)5*5,«,«.!/!1×1×3M4M6Ã6Ã8999;¯;¯=%>%@›@›BCE‡E‡GýGýIsJsLçLçN[O[QÏQÏSCTCV·V·X+Y+[Ÿ[Ÿ]^`‡`‡bûbûdoeogãgãiWjWlËlËnKoKq¿q¿s3t3v§v§xy{�{�}~€w€w‚ë‚ë„_…_‡Ó‡Ó‰GŠGŒ»Œ»Ž/�/‘£‘£“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ù2W2GW2GW2±‡W2|±‡W2�W2„�W2K�W2ðK�W2Õ™W2|Õ™W2 �W2H �W2ß°W2Ôß°W2}ñW2P}ñW2çöW2XçöW2úW2ÄúW2§X2P§X2ÝX2ÝX2±X2¨±X2O[X2$ O[X2¹`X2, ¹`X2ïcX2˜ ïcX2ymX2$ ymX2¯pX2ð ¯pX2ñ�X2| ñ�X2e¥X2Xe¥X2ÅÉX2ÔÅÉX2÷X2ô÷X2ŸY2ПY2[2?2I§I§ST^—^—hiszsz} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``××NNÅÅ < < ³ ³**¡¡��ÅÅ<<³³* *"¡"¡$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÏLÏNDODQ¹Q¹S.T.V£V£XY[�[�]^`w`wbêbêd]e]gÐgÐiCjCl¶l¶n3o3q¤q¤stv†v†x÷x÷zh{h}Ù}ÙJ€J‚»‚»„,…,‡ž‡ž‰ŠŒ€Œ€ŽñŽñ�b‘b“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2÷GW2è÷GW2•ˆW2d•ˆW2C�W2lC�W2͘W2è͘W2œW2´œW2ɱW2@ɱW2gòW2¼gòW2ùW2ÄùW2ŸX2@ŸX2ÕX2 ÕX2›X2˜›X29\X29\X2çbX2 çbX2qlX2˜ qlX2§oX2d §oX2éœX2ð éœX2û¥X2Ì û¥X2[ÊX2H [ÊX2�÷X2h�÷X2Y2DY2Á'?'I™I™S T ^‰^‰hûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$*%*'ž'ž)*,†,†.ú.ú0¯1¯3#4#6—6—8 9 ;;=ó=ó?g@gBÛBÛDOEOGÃGÃI7J7L©L©NOQ�Q�SÿSÿUqVqXãXãZU[U]Ç]Ç_9`9b«b«deg�g�ijlslsnñnñpcqcsÕsÕuGvGx¹x¹z+{+}�}�€‚�‚�„ó„ó†e‡e‰׉׋IŒI޻޻�-‘-“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxß2W2aGW2èaGW2ÿ‡W2dÿ‡W2I�W2lI�W2Ó˜W2èÓ˜W2 œW2´ œW2-±W2@-±W2ËñW2¼ËñW2ùW2ÄùW2¥X2@¥X2ÛX2 ÛX2ÿX2˜ÿX2�[X2�[X2íbX2 íbX2wlX2˜ wlX2­oX2d ­oX2ïœX2ð ïœX2M¥X2Ì M¥X2­ÉX2H ­ÉX2ïöX2hïöX2{Y2D{Y270?0I¦I¦SÜSÜ]œ^œhisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ØØPPÈÈ @ @ ¸ ¸00¨¨  ˜˜ˆˆ x x"ð"ð$h%h'à'à)X*X,Ð,Ð.H/H1À1À38486°6°8(9(; ; =>@�@�BCE€E€GøGøIpJpLæLæN\O\QÒQÒSHTHV¾V¾X4Y4[ª[ª] ^ `–`–bÌbÌdBeBg¸g¸i.j.l¤l¤ndodqÚqÚsPtPvÆvÆx?I’I’SÇSÇ]z^zhíhír`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆýýrrçç\ \"Ñ"Ñ$F%F'»'»)0*0,¥,¥./1�1�346y6y8î8î:c;c=Ø=Ø?K@KB¾B¾D1E1G¤G¤IJLŠLŠNýNýPpQpSãSãUVVVXÉXÉZ<[<]¯]¯_"`"bWbWdÊdÊf=g=i°i°k#l#nÖnÖpIqIs¼s¼u/v/x¢x¢z{}ˆ}ˆûû�n‚n„á„á†T‡T‰ƉƋ8Œ8ŽªŽª�‘“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxß2W2[GW2è[GW2ù‡W2dù‡W2I�W2lI�W2Ó˜W2èÓ˜W2 œW2´ œW2-±W2@-±W2ËñW2¼ËñW2ùW2ÄùW2¥X2@¥X2ÛX2 ÛX2ÿX2˜ÿX2�[X2�[X2íbX2 íbX2wlX2˜ wlX2­oX2d ­oX2ïœX2ð ïœX2q¥X2Ì q¥X2ÑÉX2H ÑÉX2÷X2h÷X2a Y2Da Y2>Y2Ð>Y2‡^Y2ô‡^Y2…iY2 …iY2 ìY2¬ ìY2ãÁZ2pãÁZ2®[2t®[2—»[2T—»[2P\2àP\2ç!]2$ç!]2�4]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ð b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @^žû; bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ð b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @^žû; bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘Ð  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @^žû;  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ííò�½ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1]�ŠÊÊ g §  D bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d]Ý:º—ôt)©ÑQòr®.»;‹ „hèEÅ"¢ÿ Ü \ ¹ 9 –  s ó P Ð  ^ -mÊ g§D bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Ö ÖLLÂÂ)8*84®4®>$?$I˜I˜SËSË]ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††üürrèè^ ^"Ô"Ô$J%J'À'À)6*6,¬,¬."/"1˜1˜346„6„8ú8ú:p;p=æ=æ?\@\BÒBÒDHEHG¾G¾I4J4L¨L¨NOQ�Q�STVxVxXìXìZ`[`]Ô]Ô_H`Hb{b{dïdïfcgci×i×kKlKnoq|q|sðsðudvdxØxØzL{L}À}À4€4‚¨‚¨„…‡�‡�‰ŠŒxŒxŽìŽì�`‘`“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxß2W2ñGW2èñGW2�ˆW2d�ˆW2I�W2lI�W2Ó˜W2èÓ˜W2 œW2´ œW2ñW2@ñW2aòW2¼aòW2ùW2ÄùW2¥X2@¥X2ÛX2 ÛX2•X2˜•X23\X23\X2íbX2 íbX2wlX2˜ wlX2­oX2d ­oX2ïœX2ð ïœX2�¤X2Ì �¤X2íÈX2H íÈX2/öX2h/öX2“Y2D“Y2O?I†I†SºSº]l^lhÝhÝrNsN} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆûûnnááT T"Ç"Ç$:%:'­'­) * ,“,“./1y1y3ì3ì5_6_8Ò8Ò:E;E=¸=¸?)@)BšBšD E G|G|IíIíK^L^NÏNÏP@Q@S±S±U"V"X“X“Z[]u]u_æ_æabd‹d‹füfühmimkÞkÞm�n�pqsrsruãuãwTxTzÅzÅ|6}6§§�‚„‰„‰†ú†úˆj‰j‹Ú‹Ú�JŽJ�º�º’  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW23±W2(3±W2ÑñW2¤ÑñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2X2€X2£[X2ü£[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2aýX2,aýX2÷ZY2˜÷ZY2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2MP\2ÌMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ó b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U]�ú: bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ó b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U]�ú: bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ó  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U]�ú:  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ííò€  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1B€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1‚ÉI�W×r ²  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` × ×NNÅÅ)<*<4³4³>*?*IŸIŸST^‰^‰hþhþrsss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``××NNÅÅ < < ³ ³**¡¡��}}ôôk k"â"â$Y%Y'Ð'Ð)G*G,¾,¾.5/51¬1¬3#4#6š6š89;ˆ;ˆ=ÿ=ÿ?v@vBíBíDdEdGÛGÛIRJRLÇLÇN bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 ÔŠV b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]�y¹þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 ÔŠV  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]�y¹þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ŸŸ¿3S bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÙY²2‹ € À  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝRRÇÇ)<*<4±4±>'?'I›I›ST^ƒ^ƒh÷h÷rmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%��‡‡üüq q"æ"æ$[%['Ð'Ð)E*E,º,º.///1¤1¤346Ž6Ž89;x;x=í=í?b@bB×B×DLELGÁGÁI7J7L«L«NOQ“Q“STV{V{XïXïZc[c]×]×_K`Kb¿b¿d3e3g§g§ijl�l�noqwqwsësëu_v_xÓxÓzG{G}»}»/€/‚£‚£„…‡�‡�‰ŠŒwŒwŽìŽì�a‘a“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2aGW2ÐaGW2ÿ‡W2Lÿ‡W2I�W2TI�W2Ó˜W2ÐÓ˜W2 œW2œ œW23±W2(3±W2ÑñW2¤ÑñW2ùW2¬ùW2¥X2(¥X2ÛX2ôÛX2X2€X2£[X2ü£[X2íbX2 íbX2wlX2€ wlX2­oX2L ­oX2ïœX2Ø ïœX2w¥X2´ w¥X2×ÉX20 ×ÉX2÷X2P÷X2éÿX2,éÿX2{[Y2˜{[Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ñ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V]�ú: bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ñ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V]�ú: bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ñ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V]�ú:  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ííò À bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1‰É€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1žåe¬,sóù 9  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×MMÂÂ)7*74¬4¬>!?!I”I”ST^z^zhíhír`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ü=Ü?Q@QBÆBÆD;E;G°G°I%J%L˜L˜N O Q~Q~SñSñUdVdX×X×ZJ[J]½]½_0`0b£b£deg‰g‰iüiükolonânâpUqUsÈsÈu;v;x®x®z!{!}”}”€‚z‚z„í„í†`‡`‰Ó‰Ó‹FŒF޹޹�,‘,“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lß2W2ëGW2ÐëGW2‰ˆW2L‰ˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW2½±W2(½±W2[òW2¤[òW2!ùW2¬!ùW2«X2(«X2áX2ôáX2�X2€�X2-\X2ü-\X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2áY2,áY2›\Y2˜›\Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2ÕO\2ÌÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¢ÖŽZ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]�y¹ÿ? bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¢ÖŽZ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]�y¹ÿ? bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¢ÖŽZ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]�y¹ÿ?  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 k‹Ppu• bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1…Å€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1dä=½–ïoY €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙNNÃÃ)8*84­4­>"?"I•I•ST^y^yhëhër_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?N@NBÃBÃD8E8G­G­I"J"L•L•NOQ{Q{SîSîUaVaXÔXÔZG[G]º]º_-`-bŸbŸdegƒgƒiõiõkglgnÙnÙpKqKs½s½u/v/x¡x¡z{}…}…÷÷�i‚i„Û„Û†O‡O‰‰‹5Œ5ލލ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2gGW2ÐgGW2ˆW2LˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW29±W2(9±W2×ñW2¤×ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2 X2€ X2©[X2ü©[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2ƒ¥X2´ ƒ¥X2ãÉX20 ãÉX2%÷X2P%÷X2qÿX2,qÿX2™[Y2˜™[Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2/P\2Ì/P\2ÿ!]2ÿ!]2§4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ô b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @_Ÿü< bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ô b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @_Ÿü< bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ô  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @_Ÿü<  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~妯 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1P€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÐP  pð P  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Þ ÞTTÊÊ)@*@4¶4¶>*?*IžIžST^†^†húhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÞÞXXÒÒ L L Æ Æ@@ºº44®®$$šš † †"ü"ü$r%r'è'è)^*^,Ô,Ô.J/J1À1À36466¬6¬8"9";˜;˜=>@‚@‚BöBöDjEjGÞGÞIRJRLÆLÆN:O:Q®Q®S"T"V–V–X Y [~[~]ò]ò_f`fbÚbÚdNeNgÂgÂi6j6lªlªnoq’q’stvzvzxîxîzb{b}Ö}ÖJ€J‚¾‚¾„2…2‡¦‡¦‰ŠŒŒŒŒŽÿŽÿ�r‘r“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ßGW2ÐßGW2}ˆW2L}ˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2±±W2(±±W2OòW2¤OòW2-ùW2¬-ùW2·X2(·X2íX2ôíX2ƒX2€ƒX2!\X2ü!\X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2ã¥X2´ ã¥X2CÊX20 CÊX2…÷X2P…÷X2aýX2,aýX2¹\Y2˜¹\Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2GP\2ÌGP\2"]2"]2¿4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•ÉK b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]�¤ä I bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•ÉK b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]�¤ä I bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•ÉK  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]�¤ä I  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ííò' bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ädÈH¬,0p €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>1?1I¨I¨ST^‘^‘hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIYJYLÐLÐNGOGQ¾Q¾S5T5V¬V¬X#Y#[š[š]^`ˆ`ˆbÿbÿdvevgígíidjdlÛlÛnMoMq¿q¿s1t1v£v£xy{‡{‡}ù}ùk€k‚݂݄O…O‡Á‡Á‰3Š3Œ¥Œ¥Ž�‘‰‘‰“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2gGW2ÐgGW2ˆW2LˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW29±W2(9±W2×ñW2¤×ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2 X2€ X2©[X2ü©[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2G¥X2´ G¥X2§ÉX20 §ÉX2éöX2PéöX2ÿY2,ÿY2)\Y2˜)\Y2ÿëY2$ÿëY2×ÁZ2è×ÁZ2®[2ì®[2·O\2Ì·O\2‡!]2‡!]2/4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ò b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @^žû; bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ò b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @^žû; bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“Ò  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @^žû;  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 w—Jjo� bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 à€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@À�à`°0  à  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜPPÄÄ)8*84¬4¬>?I�I�ST^t^thæhærXsX} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœ„„øøl l"à"à$T%T'È'È)<*<,°,°.$/$1˜1˜3 4 6€6€8ô8ô:h;h=Ü=Ü?N@NBÀBÀD2E2G¤G¤IJLˆLˆNúNúPlQlSÞSÞUPVPXÂXÂZ4[4]¦]¦_`bŠbŠdüdüfngniàiàkRlRnÄnÄp6q6s¨s¨uvxŒxŒzþzþ|p}pââ�T‚T„ƄƆ8‡8‰©‰©‹ŒŽ‹Ž‹�ü�ü’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2åGW2ÐåGW2ƒˆW2LƒˆW2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW2±±W2(±±W2OòW2¤OòW23ùW2¬3ùW2½X2(½X2óX2ôóX2ƒX2€ƒX2!\X2ü!\X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2�X2Ø �X2{¤X2´ {¤X2ÛÈX20 ÛÈX2öX2PöX2Y2,Y2[]Y2˜[]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2íO\2ÌíO\2½!]2½!]2e4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—˃O b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]�£ã J bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—˃O b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]�£ã J bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—˃O  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]�£ã J  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ^~~ž£Ã bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¤ä€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1�tôXØ<¼Ô €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ø ØMMÂÂ)7*74¬4¬>#?#I˜I˜S T ^^hñhñrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccØØMM 7 7 ¬ ¬!!––  €€õõjjßßT T"É"É$>%>'³'³)(*(,�,�./1‡1‡3ü3ü5q6q8æ8æ:[;[=Ð=Ð?E@EBºBºD/E/G¤G¤IJL�L�NOQzQzSïSïUdVdXÙXÙZN[N]Ã]Ã_8`8b­b­d"e"g—g—i j l�l�nónópeqes×s×uIvIx»x»z-{-}Ÿ}Ÿ€‚ƒ‚ƒ„õ„õ†g‡g‰ىًKŒK޽޽�/‘/“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2mGW2ÐmGW2 ˆW2L ˆW2m�W2Tm�W2÷˜W2Ð÷˜W2-œW2œ-œW2?±W2(?±W2ÝñW2¤ÝñW2?ùW2¬?ùW2ÉX2(ÉX2ÿX2ôÿX2X2€X2¯[X2ü¯[X2cX2 cX2›lX2€ ›lX2ÑoX2L ÑoX2�X2Ø �X2e¥X2´ e¥X2ÅÉX20 ÅÉX2÷X2P÷X2gýX2,gýX2M\Y2˜M\Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2ƒP\2̃P\2S"]2S"]2û4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`” Õ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  IuµR bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`” Õ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  IuµR bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`” Õ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  IuµR  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 PpÐð„¤ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€Û[¶6‘À  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ý ÝVVÏÏ)H*H4Á4Á>:?:I±I±S&T&^™^™h i ss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÝÝVVÏÏ H H Á Á::³³,,¥¥—— ‰ ‰"#%{%{'ô'ô)m*m,æ,æ._/_1Ø1Ø3Q4Q6Ê6Ê8C9C;¼;¼=5>5@®@®B'C'E E GHJ’J’L M O€O€Q÷Q÷SnTnVåVåX\Y\[Ó[Ó]J^J`Á`Áb6c6e«e«g h j•j•l m o}o}qðqðsctcvÖvÖxIyI{¼{¼}/~/€¢€¢‚ƒ…ˆ…ˆ‡û‡û‰mŠmŒߌߎQ�Q‘ÑÓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2ÙGW2ÐÙGW2wˆW2LwˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2«±W2(«±W2IòW2¤IòW2'ùW2¬'ùW2±X2(±X2çX2ôçX2}X2€}X2\X2ü\X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2_¥X2´ _¥X2¿ÉX20 ¿ÉX2÷X2P÷X2gýX2,gýX2m]Y2˜m]Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2YP\2ÌYP\2)"]2)"]2Ñ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оt@ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]�y¹ý= bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оt@ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]�y¹ý= bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оt@  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]�y¹ý=  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ÍíòŸ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ïoÞ^ÍMà  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii ã ã]]ÓÓ)I*I4¿4¿>5?5I©I©ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiãã]]×× Q Q Ë ËEE¿¿99³³--§§!! › ›"#%‹%‹'(*w*w,í,í.c/c1Ù1Ù3O4O6Å6Å8;9;;±;±='>'@�@�BCE‰E‰GÿGÿIuJuLéLéN]O]QÑQÑSETEV¹V¹X-Y-[¡[¡]^`‰`‰býbýdqeqgågåiYjYlÍlÍnAoAqµqµs)t)v�v�xy{…{…}ù}ùm€m‚á‚á„U…U‡ɇɉ=Š=Œ±Œ±Ž%�%‘™‘™“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2mGW2ÐmGW2 ˆW2L ˆW2g�W2Tg�W2ñ˜W2Ðñ˜W2'œW2œ'œW29±W2(9±W2×ñW2¤×ñW29ùW2¬9ùW2ÃX2(ÃX2ùX2ôùX2 X2€ X2©[X2ü©[X2 cX2  cX2•lX2€ •lX2ËoX2L ËoX2 �X2Ø  �X2 ¥X2´  ¥X2kÉX20 kÉX2­öX2P­öX2Y2,Y2é\Y2˜é\Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2á!]2á!]2‰4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”Ó b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jt´Q bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”Ó b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jt´Q bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`”Ó  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jt´Q  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 p�&&F bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1›Û€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1lìGÇ"¢ý}[› €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>.?.I£I£ST^‡^‡høhørjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbæbædYeYgÌgÌi?j?l²l²n#o#q”q”stvvvvxçxçzX{X}É}É:€:‚«‚«„…‡އމÿ‰ÿ‹pŒpŽáŽá�R‘R“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2ßGW2ÐßGW2}ˆW2L}ˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2«±W2(«±W2IòW2¤IòW2'ùW2¬'ùW2±X2(±X2çX2ôçX2}X2€}X2\X2ü\X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2³¥X2´ ³¥X2ÊX20 ÊX2U÷X2PU÷X2ÁY2,ÁY2^Y2˜^Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀxD b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]�y¹þ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀxD b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]�y¹þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀxD  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]�y¹þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ÍíòÓó bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1^ž€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¼<«+š‰ �Ï €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßWWËË)?*?4³4³>'?'I™I™S T ^}^}hïhïrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ��  "÷"÷$k%k'ß'ß)S*S,Ç,Ç.;/;1¯1¯3#4#6—6—8 9 ;;=ó=ó?g@gBÛBÛDOEOGÃGÃI7J7L©L©NOQ�Q�SÿSÿUqVqXãXãZU[U]Ç]Ç_9`9b«b«deg�g�ijlslsnånåpWqWsÉsÉu;v;x­x­z{}‘}‘€‚u‚u„ç„ç†Y‡Y‰ˉˋ=Œ=ޝޝ�!‘!“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2sGW2ÐsGW2ˆW2LˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2E±W2(E±W2ãñW2¤ãñW2'ùW2¬'ùW2±X2(±X2çX2ôçX2X2€X2µ[X2üµ[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2ç¤X2´ ç¤X2GÉX20 GÉX2‰öX2P‰öX2wÿX2,wÿX2]Y2˜]Y2/ìY2$/ìY2ÂZ2èÂZ2A®[2ìA®[2•P\2Ì•P\2e"]2e"]2 5]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a• Ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @^žû; bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a• Ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @^žû; bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a• Ö  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @^žû;  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 IiÂâ" bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1N€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€æfÌL²2p° €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜTTÌÌ)D*D4¼4¼>4?4IªIªS T ^–^–h i s‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœŒŒ | |"ô"ô$l%l'ä'ä)\*\,Ô,Ô.L/L1Ä1Ä3<4<6´6´8,9,;¤;¤=>@”@”B C E„E„GüGüItJtLêLêN`O`QÖQÖSLTLVÂVÂX8Y8[®[®]$^$`š`šbce†e†gügüirjrlèlèn^o^qÔqÔsJtJvÀvÀx6y6{¬{¬}"~"€˜€˜‚ƒ…„…„‡ú‡ú‰pŠpŒæŒæŽ\�\‘Ò‘Ò“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2ÓGW2ÐÓGW2qˆW2LqˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2Ÿ±W2(Ÿ±W2=òW2¤=òW2'ùW2¬'ùW2±X2(±X2çX2ôçX2qX2€qX2\X2ü\X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2©¦X2´ ©¦X2 ËX20  ËX2KøX2PKøX2gýX2,gýX2!^Y2˜!^Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³i5 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]��Ýû; bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³i5 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]��Ýû; bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1³i5  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]��Ýû;  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 (H¤ÄÄä bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€úzôtîn�Ð €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜQQÆÆ);*;4°4°>#?#I–I–S T ^|^|hïhïrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒvvëë` `"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ü=Ü?O@OBÂBÂD5E5G¨G¨IJLŽLŽNOQtQtSçSçUZVZXÍXÍZ@[@]³]³_&`&b™b™d e ggiòiòkelenØnØpKqKs¾s¾u1v1x¤x¤z{}Š}Šýý�p‚p„ã„ã†V‡V‰ȉȋ:Œ:ެެ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2sGW2ÐsGW2ˆW2LˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2?±W2(?±W2ÝñW2¤ÝñW2'ùW2¬'ùW2±X2(±X2çX2ôçX2X2€X2¯[X2ü¯[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2¹¥X2´ ¹¥X2ÊX20 ÊX2[÷X2P[÷X2Y2,Y2£]Y2˜£]Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2#P\2Ì#P\2ó!]2ó!]2›4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Ô b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @^žû; bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Ô b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @^žû; bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Ô  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @^žû;  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 i‰ôÕõ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1´ô€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1˜~þdäJÊV €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÆÆ)<*<4²4²>(?(IœIœST^„^„høhørlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$N%N'Ä'Ä):*:,°,°.&/&1œ1œ346ˆ6ˆ8þ8þ:t;t=ê=ê?`@`BÖBÖDLELGÂGÂI8J8L¬L¬N O Q”Q”STV|V|XðXðZd[d]Ø]Ø_L`LbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡Œ‡Œ‰ŠŒtŒtŽèŽè�\‘\“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2ÓGW2ÐÓGW2qˆW2LqˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2¥±W2(¥±W2CòW2¤CòW2'ùW2¬'ùW2±X2(±X2çX2ôçX2wX2€wX2\X2ü\X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2¹¥X2´ ¹¥X2ÊX20 ÊX2[÷X2P[÷X2%Y2,%Y2Û^Y2˜Û^Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2�O\2Ì�O\2Q!]2Q!]2ù3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µm9 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]��Ýû; bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µm9 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]��Ýû; bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µm9  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]��Ýû;  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 DdIiÕõ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ºú€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1èhâbÜ\ÖVJŠ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜOOÂÂ)5*54¨4¨>?IŠIŠSûSû]l^lhÝhÝrNsN} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒÿÿrrååX X"Ë"Ë$>%>'±'±)$*$,—,—. / 1}1}3ð3ð5c6c8Ö8Ö:I;I=¼=¼?-@-BžBžDEG€G€IñIñKbLbNÓNÓPDQDSµSµU&V&X—X—Z[]y]y_ê_êa[b[dÌdÌf=g=i®i®kln�n�pqsrsruãuãwTxTzÅzÅ|6}6§§�‚„‰„‰†ú†úˆj‰j‹Ú‹Ú�JŽJ�º�º’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2yGW2ÐyGW2ˆW2LˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2E±W2(E±W2ãñW2¤ãñW2-ùW2¬-ùW2·X2(·X2íX2ôíX2X2€X2µ[X2üµ[X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2½¤X2´ ½¤X2ÉX20 ÉX2_öX2P_öX2mýX2,mýX2µ]Y2˜µ]Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2_P\2Ì_P\2/"]2/"]2×4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– × b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @^žû; bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– × b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @^žû; bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– ×  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @^žû;  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Bb´ÔÔô bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ñqâbÓS ` €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>.?.I£I£ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbèbèd]e]gÒgÒiGjGl¼l¼n1o1q¦q¦stv�v�xy{z{z}ï}ïd€d‚قلN…N‡ÇÉ8Š8Œ­Œ­Ž"�"‘—‘—“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2ÍGW2ÐÍGW2kˆW2LkˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2™±W2(™±W27òW2¤7òW2-ùW2¬-ùW2·X2(·X2íX2ôíX2kX2€kX2 \X2ü \X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2[¦X2´ [¦X2»ÊX20 »ÊX2ý÷X2Pý÷X2mýX2,mýX2Õ^Y2˜Õ^Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2/P\2Ì/P\2ÿ!]2ÿ!]2§4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨^* b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]�{»ú: bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨^* b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]�{»ú: bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨^*  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]�{»ú:  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 3SSsx˜ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€… Š�@€ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áVVËË)@*@4µ4µ>+?+IŸIŸST^‡^‡hûhûrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‹‹ u u"ê"ê$_%_'Ô'Ô)I*I,¾,¾.3/31¨1¨346’6’89;|;|=ñ=ñ?f@fBÛBÛDPEPGÅGÅI;J;L¯L¯N#O#Q—Q—S T VVXóXóZg[g]Û]Û_O`ObÃbÃd7e7g«g«ijl“l“noq{q{sïsïucvcx×x×zK{K}¿}¿3€3‚§‚§„…‡‘‡‘‰ŠŒ{Œ{ŽðŽð�e‘e“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2sGW2ÐsGW2ˆW2LˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2E±W2(E±W2ãñW2¤ãñW2-ùW2¬-ùW2·X2(·X2íX2ôíX2X2€X2µ[X2üµ[X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2¹¥X2´ ¹¥X2ÊX20 ÊX2[÷X2P[÷X2Y2,Y2c^Y2˜c^Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2ùO\2ÌùO\2É!]2É!]2q4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– Õ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @^žû; bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– Õ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @^žû; bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– Õ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @^žû;  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 b‚âÑñ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1±ñ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÄDµ5¦&—Ñ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛQQÆÆ);*;4°4°>%?%I˜I˜S T ^~^~hñhñrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnænæpYqYsÌsÌu?v?x²x²z%{%}˜}˜ € ‚~‚~„ñ„ñ†d‡d‰׉׋JŒJ޽޽�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2ÍGW2ÐÍGW2kˆW2LkˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2Ÿ±W2(Ÿ±W2=òW2¤=òW2-ùW2¬-ùW2·X2(·X2íX2ôíX2qX2€qX2\X2ü\X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2ù¤X2´ ù¤X2YÉX20 YÉX2›öX2P›öX2ÁY2,ÁY2›_Y2˜›_Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªb. b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]�zºú: bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªb. b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]�zºú: bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªb.  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]�zºú:  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 7W‘±. bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1T”€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1”™ž#£E €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝRRÇÇ)<*<4±4±>&?&I™I™S T ^}^}hïhïrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��wwììa a"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD.?.I¢I¢ST^Š^Šhþhþrrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²((žž Š Š"#%v%v'ì'ì)b*b,Ø,Ø.N/N1Ä1Ä3:4:6°6°8&9&;œ;œ=>@†@†BúBúDnEnGâGâIVJVLÊLÊN>O>Q²Q²S&T&VšVšXY[‚[‚]ö]ö_j`jbÞbÞdReRgÆgÆi:j:l®l®n"o"q–q–s t v~v~xòxòzf{f}Ú}ÚN€N‚‚„6…6‡ª‡ª‰ŠŒ�Œ�Ž�‘v‘v“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·l÷2W2ÁGW2ÐÁGW2_ˆW2L_ˆW2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW2“±W2(“±W21òW2¤1òW23ùW2¬3ùW2½X2(½X2óX2ôóX2eX2€eX2\X2ü\X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2�X2Ø �X2�¦X2´ �¦X2ýÊX20 ýÊX2?øX2P?øX2sýX2,sýX2‰_Y2˜‰_Y2/ìY2$/ìY2ÂZ2èÂZ2A®[2ìA®[2YP\2ÌYP\2)"]2)"]2Ñ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�S b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]��Ýû; bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�S b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]��Ýû; bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�S  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]��Ýû;  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 5‘±¶Ö bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€�  0°ð0 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii à àWWÎÎ)E*E4¼4¼>5?5I¬I¬S#T#^•^•hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiààWWÎÎ E E ¼ ¼33ªª!!˜˜††ýýt t"ë"ë$b%b'Ù'Ù)P*P,Ç,Ç.>/>1µ1µ3,4,6£6£89;‘;‘=>@@BöBöDmEmGäGäI]J]LÔLÔNKOKQÂQÂS9T9V°V°X'Y'[ž[ž]^`Œ`ŒbcezezgñgñihjhlßlßnQoQqÃqÃs5t5v§v§xy{‹{‹}ý}ýo€o‚á‚á„S…S‡Ňʼn7Š7Œ©Œ©Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·l÷2W2yGW2ÐyGW2ˆW2LˆW2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW2K±W2(K±W2éñW2¤éñW23ùW2¬3ùW2½X2(½X2óX2ôóX2X2€X2»[X2ü»[X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2�X2Ø �X2¥X2´ ¥X2}ÉX20 }ÉX2¿öX2P¿öX2)Y2,)Y2#_Y2˜#_Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2ÏO\2ÌÏO\2Ÿ!]2Ÿ!]2G4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c— Ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @^žû; bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c— Ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @^žû; bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c— Ö  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @^žû;  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 .[{3S bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¸ø€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ðpìlèhädŒÌ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àTTÈÈ)<*<4°4°>"?"I”I”ST^x^xhêhêr\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  ˆˆüüp p"ä"ä$X%X'Ì'Ì)@*@,´,´.(/(1œ1œ346„6„8ø8ø:l;l=à=à?R@RBÄBÄD6E6G¨G¨IJLŒLŒNþNþPpQpSâSâUTVTXÆXÆZ8[8]ª]ª_`bŽbŽdegrgriäiäkVlVnÈnÈp:q:s¬s¬uvx�x�z{}t}tææ�X‚X„ʄʆ<‡<‰­‰­‹ŒŽ�Ž��‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·l÷2W2ÇGW2ÐÇGW2eˆW2LeˆW2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW2™±W2(™±W27òW2¤7òW23ùW2¬3ùW2½X2(½X2óX2ôóX2kX2€kX2 \X2ü \X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2�X2Ø �X2‡¤X2´ ‡¤X2çÈX20 çÈX2)öX2P)öX2CY2,CY2U`Y2˜U`Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2ÿO\2ÌÿO\2Ï!]2Ï!]2w4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸW# b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 ]��Ýû; bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸW# b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 ]��Ýû; bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸW#  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 ]��Ýû;  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 *J{››» bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ѐ� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@ÀPÐ`àpðÀ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ü ÜQQÆÆ);*;4°4°>'?'IœIœST^ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÜÜQQÆÆ ; ; ° °%%šš„„ùùnnããX X"Í"Í$B%B'·'·),*,,¡,¡./1‹1‹346u6u8ê8ê:_;_=Ô=Ô?I@IB¾B¾D3E3G¨G¨IJL”L”N O Q~Q~SóSóUhVhXÝXÝZR[R]Ç]Ç_<`M?MIÄIÄS9T9^¬^¬his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðyyòòkkää ] ] Ö ÖOOÈÈAAºº33¬¬%% ž ž"#%�%�' ( *‚*‚,û,û.t/t1í1í3f4f6ß6ß8X9X;Ñ;Ñ=J>J@Ã@ÃB@?@I´I´S(T(^œ^œhis„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvððjjää ^ ^ Ø ØRRÌÌFFÀÀ::´´.. ¨ ¨""#"%˜%˜'(*„*„,ú,ú.p/p1æ1æ3\4\6Ò6Ò8H9H;¾;¾=4>4@ª@ªB C E–E–G H J€J€LôLôNhOhQÜQÜSPTPVÄVÄX8Y8[¬[¬] ^ `”`”bce|e|gðgðidjdlØlØnLoLqÀqÀs4t4v¨v¨xy{�{�}~€x€x‚ì‚ì„`…`‡Ô‡Ô‰HŠHŒ¼Œ¼Ž0�0‘¤‘¤“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2‘GW2�‘GW2/ˆW2/ˆW2gŒW2$gŒW2c±W2�c±W2òW2òW29öW2$9öW25X2�5X2Ó[X2Ó[X2 `X2$ `X2Å¢X2�Å¢X2%ÇX2ü%ÇX23ûX2 3ûX2[NY2| [NY25ìY2Ü 5ìY2 ÂZ2   ÂZ2G®[2¤ G®[25P\2„ 5P\2"]2È"]2­4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14s§æÒž b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14s§æÒž b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14s§æÒž b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Íí  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ww î îeeÜÜ)S*S4Ê4Ê>???I´I´S'T'^˜^˜h i sysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðwwîîeeÜÜ S S Ê ÊAA¸¸//¦¦””  ‚ ‚"ù"ù$p%p'ç'ç)^*^,Õ,Õ.L/L1Ã1Ã3:4:6±6±8(9(;Ÿ;Ÿ=>@�@�BCE{E{GòGòIgJgLÜLÜNQOQQÆQÆS;T;V°V°X%Y%[š[š]^`„`„b÷b÷djejgÝgÝiPjPlÃlÃn4o4q¥q¥stv‡v‡xøxøzi{i}Ú}ÚK€K‚¼‚¼„-…-‡�‡�‰ŠŒŒŽðŽð�a‘a“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2ÁGW2�ÁGW2_ˆW2 _ˆW2õŽW2õŽW2“±W2€“±W21òW2ü1òW2ÇøW2ÇøW2eX2peX2\X2ì\X2™bX2ô™bX2A¥X2`A¥X2¡ÉX2Ì¡ÉX23ûX2ì3ûX2[NY2L [NY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2P\2T P\2Õ!]2˜Õ!]2}4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘I b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ѐ} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘I b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ѐ} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1]‘I b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ð €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ll  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv î îffÚÚ)N*N4Â4Â>4?4I¦I¦ST^Š^Šhühürnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvîîffÞÞ V V Î ÎFF¾¾66®®&&žž Ž Ž"#%z%z'î'î)b*b,Ö,Ö.J/J1¾1¾32426¦6¦89;Ž;Ž=>@v@vBêBêD^E^GÒGÒIDJDL¶L¶N(O(QšQšS T V~V~XðXðZb[b]Ô]Ô_F`Fb¸b¸d*e*gœgœijl€l€nònòpdqdsÖsÖuHvHxºxºz,{,}ž}ž€‚‚‚‚„ô„ô†f‡f‰؉؋JŒJ޼޼�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2‘GW2�‘GW2/ˆW2 /ˆW2aŒW2aŒW2]±W2€]±W2ûñW2üûñW23öW23öW2/X2p/X2Í[X2ìÍ[X2`X2ô`X2¿¢X2`¿¢X2ÇX2ÌÇX2-ûX2ì-ûX2UNY2L UNY2MìY2¬ MìY2%ÂZ2p %ÂZ2_®[2t _®[2³P\2T ³P\2ƒ"]2˜ƒ"]2+5]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦ç b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦ç b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦ç b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Íí  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10uu í íeeÝÝ)U*U4Í4Í>C?CI¹I¹S/T/^¥^¥his‘s‘} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðuuííeeÝÝ U U Í ÍEE½½55­­%%�� � �"#%}%}'õ'õ)m*m,å,å.]/]1Õ1Õ3M4M6Å6Å8=9=;µ;µ=->-@¥@¥BCE•E•G H JƒJƒLùLùNoOoQåQåS[T[VÑVÑXGYG[½[½]3^3`©`©bce•e•g h j�j�l÷l÷nmomqãqãsYtYvÏvÏxEyE{»{»}1~1€§€§‚ƒ…“…“‡ ˆ ŠŠŒõŒõŽk�k‘á‘á“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2ÇGW2�ÇGW2eˆW2 eˆW2�W2�W2“±W2€“±W21òW2ü1òW2ÓøW2ÓøW2eX2peX2\X2ì\X2¥bX2ô¥bX2¿¢X2`¿¢X2ÇX2ÌÇX2-ûX2ì-ûX2UNY2L UNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšP b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ý€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšP b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ý€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšP b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ý €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Íí  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo å åZZÏÏ)D*D4·4·>*?*I�I�ST^ƒ^ƒhöhörgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooåå[[ÑÑ G G ½ ½33©©••  ôôi i"Þ"Þ$S%S'È'È)=*=,²,².'/'1œ1œ346†6†8û8û:p;p=ã=ã?V@VBÉBÉD5?5I©I©ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðsséé__ÕÕ K K Á Á77­­##™™……ûûq q"ç"ç$]%]'Ó'Ó)I*I,¿,¿.5/51«1«3!4!6—6—8 9 ;ƒ;ƒ=ù=ù?o@oBåBåD[E[GÑGÑIEJEL¹L¹N-O-Q¡Q¡STV‰V‰XýXýZq[q]å]å_Y`YbÍbÍdAeAgµgµi)j)l�l�noq…q…sùsùumvmxáxázU{U}É}É=€=‚±‚±„%…%‡™‡™‰ Š Œ�Œ�ŽõŽõ�i‘i“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2ÇGW2�ÇGW2eˆW2 eˆW2�W2�W2™±W2€™±W27òW2ü7òW2ÓøW2ÓøW2kX2pkX2 \X2ì \X2¥bX2ô¥bX2¿¢X2`¿¢X2ÇX2ÌÇX2-ûX2ì-ûX2UNY2L UNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2“O\2T “O\2c!]2˜c!]2 4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšR b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ý€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšR b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ý€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšR b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ý €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Íí  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq ç çZZÍÍ)@*@4±4±>"?"I“I“ST^u^uhæhærUsU} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqçç]]ÓÓ I I ¿ ¿55««!!——  }}ððc c"Ö"Ö$I%I'¼'¼)/*/,¢,¢./1ˆ1ˆ3û3û5n6n8á8á:T;T=Å=Å?6@6B§B§DEG‰G‰IúIúKkLkNÜNÜPMQMS¾S¾U/V/X X Z[]‚]‚_ó_óadbddÕdÕfFgFi·i·k(l(n™n™p q s{s{uìuìw]x]zÎzÎ|?}?°°�!‚!„’„’†‡‰q‰q‹á‹á�QŽQ�Á�Á’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2‹GW2�‹GW2)ˆW2 )ˆW2gŒW2gŒW2W±W2€W±W2õñW2üõñW29öW29öW2)X2p)X2Ç[X2ìÇ[X2 `X2ô `X2¹¢X2`¹¢X2ÇX2ÌÇX2-ûX2ì-ûX2ONY2L ONY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2qP\2T qP\2A"]2˜A"]2é4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£ä b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£ä b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£ä b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Íí  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq è è__ÖÖ)M*M4Ä4Ä>9?9I®I®S#T#^˜^˜h i s‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqèè__ÖÖ M M Ä Ä;;²²))  ŽŽ | |"ó"ó$j%j'á'á)X*X,Ï,Ï.F/F1½1½34446«6«8"9";™;™=>@‡@‡BþBþDuEuGìGìIaJaLÖLÖNKOKQÀQÀS5T5VªVªXY[”[”] ^ `~`~bóbódhehgÝgÝiRjRlÇlÇn  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn æ æ[[ÐÐ)E*E4º4º>.?.I¢I¢ST^Š^Šhþhþrrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnææ^^ÖÖ N N Æ Æ>>¶¶..¦¦�� z z"ï"ï$d%d'Ù'Ù)N*N,Ã,Ã.8/81­1­3"4"6—6—8 9 ;�;�=ö=ö?k@kBàBàDUEUGÊGÊI>J>L²L²N&O&QšQšSTV‚V‚XöXöZj[j]Þ]Þ_R`RbÆbÆd:e:g®g®i"j"l–l–n o q~q~sòsòufvfxÚxÚzN{N}Â}Â6€6‚ª‚ª„…‡’‡’‰ŠŒ|Œ|ŽñŽñ�f‘f“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2…GW2�…GW2#ˆW2 #ˆW2mŒW2mŒW2W±W2€W±W2õñW2üõñW2?öW2?öW2)X2p)X2Ç[X2ìÇ[X2`X2ô`X2¹¢X2`¹¢X2ÇX2ÌÇX2-ûX2ì-ûX2ONY2L ONY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2P\2T P\2Õ!]2˜Õ!]2}4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡à b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡à b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡à b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Íí  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp æ æ\\ÑÑ)F*F4»4»>.?.I¡I¡ST^‡^‡húhúrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppææ\\ÒÒ H H ¾ ¾44ªª  ––  ‚‚øøn n"ä"ä$Y%Y'Î'Î)C*C,¸,¸.-/-1¢1¢346Œ6Œ89;v;v=ë=ë?`@`BÕBÕDJEJG¿G¿I2J2L¥L¥NOQ‹Q‹SþSþUqVqXäXäZW[W]Ê]Ê_=`=b°b°d#e#g–g–i j l|l|nïnïpbqbsÕsÕuHvHx»x»z.{.}¡}¡€‚‡‚‡„ú„ú†m‡m‰à‰à‹SŒSŽÆŽÆ�9‘9“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2ÍGW2�ÍGW2kˆW2 kˆW2׎W2׎W2™±W2€™±W27òW2ü7òW2©øW2©øW2kX2pkX2 \X2ì \X2{bX2ô{bX2¹¢X2`¹¢X2ÇX2ÌÇX2-ûX2ì-ûX2ONY2L ONY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£[' b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1y¹€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£[' b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1y¹€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£[' b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1y¹ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Íí  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn ä äYYÎÎ)C*C4¸4¸>+?+IžIžST^‚^‚hôhôrfsf} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnääZZÐÐ F F ¼ ¼22¨¨””  ~~óóh h"Ý"Ý$R%R'Ç'Ç)<*<,±,±.&/&1›1›346…6…8ú8ú:o;o=ä=ä?Y@YBÎBÎDCECG¸G¸I+J+LžLžNOQ„Q„S÷S÷UjVjXÝXÝZP[P]Ã]Ã_6`6b¨b¨degŒgŒiþiþkplpnânâpTqTsÆsÆu8v8xªxªz{}Ž}Ž€‚r‚r„ä„ä†V‡V‰ɉɋ<Œ<ޝޝ�"‘"“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2GW2�GW2ˆW2 ˆW2[ŒW2[ŒW2Q±W2€Q±W2ïñW2üïñW2-öW2-öW2#X2p#X2Á[X2ìÁ[X2ÿ_X2ôÿ_X2Y¥X2`Y¥X2¹ÉX2̹ÉX2'ûX2ì'ûX2ONY2L ONY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2AP\2T AP\2"]2˜"]2¹4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l á b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l á b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l á b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1q‘  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq ë ëaa××)M*M4Á4Á>5?5I©I©ST^‘^‘hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqëëeeßß Y Y Ó ÓMMÇÇAA»»11§§ “ “" # %%'õ'õ)k*k,á,á.W/W1Í1Í3C4C6¹6¹8/9/;¥;¥=>@�@�BCEuEuGéGéI]J]LÑLÑNEOEQ¹Q¹S-T-V¡V¡XY[‰[‰]ý]ý_q`qbåbådYeYgÍgÍiAjAlµlµn)o)q�q�stv…v…xùxùzm{m}á}áU€U‚ɂɄ=…=‡¯‡¯‰"Š"Œ•Œ•Ž�‘{‘{“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2ÍGW2�ÍGW2kˆW2 kˆW2�W2�W2Ÿ±W2€Ÿ±W2=òW2ü=òW2ÓøW2ÓøW2qX2pqX2\X2ì\X2¥bX2ô¥bX2¹¢X2`¹¢X2ÇX2ÌÇX2'ûX2ì'ûX2ONY2L ONY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬b. b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¦æ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬b. b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¦æ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬b. b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¦æ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Íí  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj á áXXÏÏ)F*F4½4½>4?4I«I«S"T"^”^”hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjááXXÏÏ F F ½ ½44««""™™‡‡þþu u"ì"ì$c%c'Ú'Ú)Q*Q,È,È.?/?1¶1¶3-4-6¤6¤89;’;’= > @€@€B÷B÷DnEnGåGåI\J\LÓLÓNJOJQÁQÁS8T8V¯V¯X&Y&[�[�]^`‹`‹bceyeygðgðigjglÞlÞnPoPqÂqÂs4t4v¦v¦xy{Š{Š}ü}ün€n‚à‚à„R…R‡ćĉ6Š6Œ¨Œ¨Ž�‘Œ‘Œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2GW2�GW2ˆW2 ˆW2[ŒW2[ŒW2K±W2€K±W2éñW2üéñW2-öW2-öW2X2pX2»[X2ì»[X2ÿ_X2ôÿ_X2]¤X2`]¤X2½ÈX2̽ÈX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2ÉO\2T ÉO\2™!]2˜™!]2A4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžÝ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžÝ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžÝ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1s“  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo ç ç[[ÏÏ)C*C4µ4µ>'?'I™I™S T ^}^}hïhïr_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooçç__×× O O Ç Ç??··//§§�� w w"ë"ë$_%_'Ó'Ó)G*G,»,».///1£1£346‹6‹8ÿ8ÿ:s;s=å=å?W@WBÉBÉD;E;G­G­IJL‘L‘NOQuQuSçSçUYVYXËXËZ=[=]¯]¯_!`!b“b“degwgwiéiék[l[nÍnÍp?q?s±s±u#v#x•x•z{}y}yëë�]‚]„τφ?‡?‰°‰°‹!Œ!Ž’Ž’�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2ÓGW2�ÓGW2qˆW2 qˆW2�W2�W2Ÿ±W2€Ÿ±W2=òW2ü=òW2ÓøW2ÓøW2qX2pqX2\X2ì\X2¥bX2ô¥bX2å£X2`å£X2EÈX2ÌEÈX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2ÿO\2T ÿO\2Ï!]2˜Ï!]2w4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬d0 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1§ç€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬d0 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1§ç€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬d0 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1§ç €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ø  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ß ßTTÉÉ)>*>4³4³>(?(I�I�ST^„^„höhörhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjßßTTÉÉ > > ³ ³((��‡‡üüqqææ[ ["Ð"Ð$E%E'º'º)/*/,¤,¤./1Ž1Ž346x6x8í8í:b;b=×=×?L@LBÁBÁD6E6G«G«I J L•L•N O QQSôSôUiViXÞXÞZS[S]È]È_=`=b²b²d'e'gœgœijl†l†nønøpjqjsÜsÜuNvNxÀxÀz2{2}¤}¤€‚ˆ‚ˆ„ú„ú†l‡l‰Þ‰Þ‹PŒPŽÂŽÂ�4‘4“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2yGW2�yGW2ˆW2 ˆW2gŒW2gŒW2K±W2€K±W2éñW2üéñW29öW29öW2X2pX2»[X2ì»[X2 `X2ô `X2³¥X2`³¥X2ÊX2ÌÊX2!ûX2ì!ûX2INY2L INY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2�P\2T �P\2_"]2˜_"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�Þ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�Þ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�Þ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Êê  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm æ æ__ØØ)Q*Q4Ê4Ê>A?AI¸I¸S-T-^ ^ his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmææ__ØØ Q Q Ê ÊCC¼¼55®®''   ’ ’" # %„%„'ý'ý)v*v,ï,ï.h/h1á1á3Z4Z6Ó6Ó8L9L;Å;Å=>>>@·@·B0C0E©E©G"H"J™J™LMO‡O‡QþQþSuTuVìVìXcYc[Ú[Ú]Q^Q`È`Èb=c=e²e²g'h'jœjœlmo„o„q÷q÷sjtjvÝvÝxPyP{Ã{Ã}6~6€©€©‚ƒ…�…�‡ˆŠrŠrŒäŒäŽV�V‘ȑȓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2ÓGW2�ÓGW2qˆW2 qˆW2ÑŽW2ÑŽW2¥±W2€¥±W2CòW2üCòW2£øW2£øW2wX2pwX2\X2ì\X2ubX2ôubX2¤X2`¤X2uÈX2ÌuÈX2!ûX2ì!ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µk7 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1zº€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µk7 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1zº€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µk7 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1zº €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations10P  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ä ä^^ÔÔ)J*J4À4À>4?4I¨I¨ST^�^�hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjää^^ØØ R R Ì ÌFFÀÀ::´´..¨¨"" œ œ"#%Œ%Œ'(*x*x,î,î.d/d1Ú1Ú3P4P6Æ6Æ8<9<;²;²=(>(@ž@žBCEŠEŠGHJtJtLèLèN\O\QÐQÐSDTDV¸V¸X,Y,[ [ ]^`ˆ`ˆbübüdpepgägäiXjXlÌlÌn@o@q´q´s(t(vœvœxy{„{„}ø}øl€l‚à‚à„T…T‡ȇȉ<Š<Œ°Œ°Ž$�$‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2yGW2�yGW2ˆW2 ˆW2gŒW2gŒW2E±W2€E±W2ãñW2üãñW29öW29öW2X2pX2µ[X2ìµ[X2 `X2ô `X2§¥X2`§¥X2ÊX2ÌÊX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›Ú b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›Ú b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›Ú b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Áá  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk â âYYÐÐ)G*G4¾4¾>3?3I¨I¨ST^Œ^Œhýhýrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkââYYÐÐ G G ¾ ¾55¬¬##ššˆˆÿÿv v"í"í$d%d'Û'Û)R*R,É,É.@/@1·1·3.4.6¥6¥89;“;“= > @�@�BøBøDoEoGæGæI[J[LÐLÐNEOEQºQºS/T/V¤V¤XY[Ž[Ž]^`x`xbëbëd^e^gÑgÑiDjDl·l·n(o(q™q™s t v{v{xìxìz]{]}Î}Î?€?‚°‚°„!…!‡‘‡‘‰ŠŒsŒsŽäŽä�U‘U“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2ÓGW2�ÓGW2qˆW2 qˆW2ÑŽW2ÑŽW2¥±W2€¥±W2CòW2üCòW2£øW2£øW2wX2pwX2\X2ì\X2ubX2ôubX2³¢X2`³¢X2ÇX2ÌÇX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2çO\2T çO\2·!]2˜·!]2_4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µm9 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1zº€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µm9 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1zº€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µm9 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1zº €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Íí  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âZZÎÎ)B*B4¶4¶>(?(IšIšS T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢’’  ‚ ‚"ú"ú$n%n'â'â)V*V,Ê,Ê.>/>1²1²3&4&6š6š89;‚;‚=ö=ö?j@jBÞBÞDRERGÆGÆI8J8LªLªNOQŽQŽSTVrVrXäXäZV[V]È]È_:`:b¬b¬deg�g�ijltltnænæpXqXsÊsÊuŒ>ްް�"‘"“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2sGW2�sGW2ˆW2 ˆW2UŒW2UŒW2E±W2€E±W2ãñW2üãñW2'öW2'öW2X2pX2µ[X2ìµ[X2ù_X2ôù_X2K¤X2`K¤X2«ÈX2Ì«ÈX2!ûX2ì!ûX2CNY2L CNY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2•P\2T •P\2e"]2˜e"]2 5]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšÛ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšÛ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšÛ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1hˆ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ii á áYYÑÑ)I*I4Á4Á>7?7I­I­S#T#^™^™his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðiiááYYÑÑ I I Á Á99±±))¡¡‘‘  � �"ù"ù$q%q'é'é)a*a,Ù,Ù.Q/Q1É1É3A4A6¹6¹8191;©;©=!>!@™@™BCE‰E‰GHJwJwLíLíNcOcQÙQÙSOTOVÅVÅX;Y;[±[±]'^'`�`�bce‰e‰gÿgÿiujulëlënaoaq×q×sMtMvÃvÃx9y9{¯{¯}%~%€›€›‚ƒ…‡…‡‡ý‡ý‰sŠsŒéŒéŽ_�_‘Õ‘Õ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2ÙGW2�ÙGW2wˆW2 wˆW2õŽW2õŽW2«±W2€«±W2IòW2üIòW2ÇøW2ÇøW2}X2p}X2\X2ì\X2™bX2ô™bX2}¥X2`}¥X2ÝÉX2ÌÝÉX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÕO\2T ÕO\2¥!]2˜¥!]2M4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оt@ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¢â€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оt@ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¢â€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оt@ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¢â €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1šº  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙNNÃÃ)8*84«4«>?I‘I‘ST^w^whêhêr[s[} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=×=×?J@JB½B½D0E0G£G£IJL‰L‰NüNüPoQoSâSâUUVUXÈXÈZ;[;]®]®_!`!b”b”degzgziíiík`l`nÓnÓpFqFs¹s¹u,v,xŸxŸz{}…}…øø�k‚k„Þ„Þ†O‡O‰Á‰Á‹3Œ3ޥޥ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2mGW2�mGW2 ˆW2  ˆW2UŒW2UŒW2?±W2€?±W2ÝñW2üÝñW2'öW2'öW2X2pX2¯[X2ì¯[X2ù_X2ôù_X2¡¥X2`¡¥X2ÊX2ÌÊX2!ûX2ì!ûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2P\2T P\2í!]2˜í!]2•4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜ × b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜ × b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜ × b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½Ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg Ý ÝSSÉÉ)?*?4µ4µ>)?)I�I�ST^…^…hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÝÝSSÉÉ ? ? µ µ++¡¡��yyïïe e"Û"Û$Q%Q'Ç'Ç)=*=,³,³.)/)1Ÿ1Ÿ346‹6‹89;w;w=í=í?c@cBÙBÙDOEOGÅGÅI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noqyqysísíuavaxÕxÕzI{I}½}½1€1‚¥‚¥„…‡�‡�‰ŠŒuŒuŽéŽé�]‘]“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2ÙGW2�ÙGW2wˆW2 wˆW2õŽW2õŽW2«±W2€«±W2IòW2üIòW2ÇøW2ÇøW2}X2p}X2\X2ì\X2™bX2ô™bX2K¤X2`K¤X2«ÈX2Ì«ÈX2!ûX2ì!ûX2CNY2L CNY2óëY2¬ óëY2ËÁZ2p ËÁZ2®[2t ®[2uO\2T uO\2E!]2˜E!]2í3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оvB b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1£ã€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оvB b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1£ã€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1оvB b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1£ã €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1hˆ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛNNÁÁ)4*44¥4¥>?I‡I‡SøSø]i^ihÚhÚrIsI} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹þþqqääW W"Ê"Ê$=%='°'°)#*#,–,–. / 1|1|3ï3ï5b6b8Õ8Õ:H;H=¹=¹?*@*B›B›D E G}G}IîIîK_L_NÐNÐPAQAS²S²U#V#X”X”Z[]v]v_ç_çaXbXdÉdÉf:g:i«i«kln�n�pþpþrosouàuàwQxQzÂzÂ|3}3¤¤�‚„†„††õ†õˆe‰e‹Õ‹Õ�EŽE�µ�µ’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2mGW2�mGW2 ˆW2  ˆW2[ŒW2[ŒW2?±W2€?±W2ÝñW2üÝñW2-öW2-öW2X2pX2¯[X2ì¯[X2ÿ_X2ôÿ_X2¿¥X2`¿¥X2ÊX2ÌÊX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c— Ø b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c— Ø b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c— Ø b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ßÿ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>-?-I¢I¢ST^Ž^Žhisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIUJULÊLÊN?O?Q´Q´S)T)VžVžXY[ˆ[ˆ]ý]ý_r`rbçbçd\e\gÑgÑiFjFl»l»n2o2q§q§stv‘v‘xy{{{{}ð}ðe€e‚Ú‚Ú„O…O‡ćĉ9Š9Œ®Œ®Ž#�#‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2ßGW2�ßGW2}ˆW2 }ˆW2ËŽW2ËŽW2«±W2€«±W2IòW2üIòW2�øW2�øW2}X2p}X2\X2ì\X2obX2ôobX23¤X2`3¤X2“ÈX2Ì“ÈX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2#P\2T #P\2ó!]2˜ó!]2›4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“Ç}I b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1y¹€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“Ç}I b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1y¹€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“Ç}I b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1y¹ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Vv  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ú ÚOOÄÄ)9*94®4®>"?"I–I–ST^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÚÚRRÊÊ B B º º22ªª""šš„„ùùn n"ã"ã$X%X'Í'Í)B*B,·,·.,/,1¡1¡346‹6‹89;u;u=ê=ê?_@_BÔBÔDIEIG¾G¾I2J2L¦L¦NOQŽQŽSTVvVvXêXêZ^[^]Ò]Ò_F`FbÄbÄd8e8g¬g¬i j l”l”noq|q|sðsðudvdxØxØzL{L}À}À4€4‚¨‚¨„…‡�‡�‰ŠŒzŒzŽïŽï�d‘d“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2gGW2�gGW2ˆW2 ˆW2[ŒW2[ŒW29±W2€9±W2×ñW2ü×ñW2-öW2-öW2 X2p X2©[X2ì©[X2ÿ_X2ôÿ_X2o¤X2`o¤X2ÏÈX2ÌÏÈX2ûX2ìûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Ô b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Ô b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Ô b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ž®  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÅÅ):*:4¯4¯>"?"I•I•ST^^hòhòrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$M%M'Â'Â)7*7,¬,¬.!/!1–1–3 4 6€6€8õ8õ:j;j=ß=ß?T@TBÉBÉD>E>G³G³I&J&L™L™N O QQSòSòUeVeXØXØZK[K]¾]¾_1`1b¤b¤degŠgŠiýiýkplpnçnçpZqZsÍsÍu@v@x³x³z&{&}™}™ € ‚‚„ò„ò†e‡e‰؉؋KŒK޾޾�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2ßGW2�ßGW2}ˆW2 }ˆW2ËŽW2ËŽW2±±W2€±±W2OòW2üOòW2�øW2�øW2ƒX2pƒX2!\X2ì!\X2obX2ôobX2›¥X2`›¥X2ûÉX2ÌûÉX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“ÇK b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1y¹€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“ÇK b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1y¹€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1“ÇK b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1y¹ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1»Û  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØMMÂÂ)7*74¬4¬>?I’I’S T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆýýrrçç\ \"Ñ"Ñ$F%F'»'»)0*0,¥,¥./1�1�346y6y8î8î:c;c=Ø=Ø?M@MBÂBÂD7E7G¬G¬IJL’L’NOQxQxSëSëU^V^XÑXÑZD[D]·]·_*`*b¤b¤degˆgˆiúiúklllnÞnÞpPqPsÂsÂu4v4x¦x¦z{}Š}Šüü�n‚n„à„à†R‡R‰ʼnŋ8Œ8ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lß2W2gGW2�gGW2ˆW2 ˆW2IŒW2IŒW23±W2€3±W2ÑñW2üÑñW2öW2öW2X2pX2£[X2ì£[X2í_X2ôí_X2;¥X2`;¥X2›ÉX2Ô›ÉX2ûX2ôûX2=NY2T =NY2ìY2´ ìY2EÀZ2x EÀZ2#�[2| #�[25P\2\ 5P\2+ ]2 + ]2Ó2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`” Õ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`” Õ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`” Õ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1¿O  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee ß ßUUÍÍ)C*C4·4·>+?+IŸIŸST^“^“hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯%%›› ‡ ‡"ý"ý$u%u'ë'ë)a*a,×,×.M/M1Ã1Ã39496¯6¯8%9%;›;›=>@ƒ@ƒB÷B÷DkEkGßGßISJSLÇLÇN;O;Q¯Q¯S#T#V—V—X Y [[]ó]ó_g`gbçbçd[e[gÏgÏiCjCl·l·n+o+qŸqŸstv‡v‡xûxûzo{o}ã}ãW€W‚˂˄?…?‡±‡±‰$Š$Œ—Œ—Ž � ‘}‘}“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2åGW2�åGW2ƒˆW2 ƒˆW2éŽW2éŽW2±±W2€±±W2OòW2üOòW2»øW2»øW2ƒX2pƒX2!\X2ì!\X2�bX2ô�bX2 ¤X2` ¤X2iÈX2ÌiÈX2ûX2ìûX2=NY2L =NY2#ìY2¬ #ìY2KÀZ2p KÀZ2)�[2t )�[2MP\2T MP\2C ]2˜C ]2ë2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐ†R b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 à€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐ†R b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 à€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐ†R b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 à €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1SO  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^ Õ ÕLLÍÍ)D*D4»4»>2?2I©I©S T ^ž^žhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÕÕLLÃà : : ± ±((ŸŸ��{{òòi i"à"à$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÑLÑNHOHQ¿Q¿S6T6V­V­X$Y$[›[›]^`‰`‰bcewewgîgîiejelÜlÜnZoZqÌqÌs>t>v°v°x"y"{”{”}~€x€x‚ê‚ê„\…\‡·Ή@Š@Œ²Œ²Ž$�$‘–‘–“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2aGW2�aGW2ÿ‡W2 ÿ‡W2IŒW2IŒW23±W2€3±W2ÑñW2üÑñW2öW2öW2X2pX2£[X2ì£[X2í_X2ôí_X25¥X2`5¥X2•ÉX2Ô•ÉX2ûX2ôûX2=NY2T =NY2ìY2´ ìY2-ÀZ2x -ÀZ2 �[2|  �[2½O\2\ ½O\2³]2 ³]2[2]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ñ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ñ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1^’Ñ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1#³|  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛOOÇÇ);*;4­4­>?I‘I‘ST^�^�hóhórcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››ƒƒ÷÷k k"ß"ß$W%W'Ë'Ë)?*?,³,³.'/'1›1›346ƒ6ƒ8÷8÷:k;k=Ý=Ý?O@OBÁBÁD3E3G¥G¥IJL‰L‰NûNûPmQmSßSßUQVQXÃXÃZ5[5]§]§_`b—b—d e g{g{iíiík_l_nÑnÑpCqCsµsµu'v'x™x™z { }}}}ïï�a‚a„Ó„Ó†C‡C‰´‰´‹%Œ%Ž–Ž–�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lß2W2åGW2�åGW2ƒˆW2 ƒˆW2ïŽW2ïŽW2·±W2€·±W2UòW2üUòW2ÁøW2ÁøW2‰X2p‰X2'\X2ì'\X2“bX2ô“bX2µ£X2`µ£X2ÈX2ÌÈX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY29ÀZ2p 9ÀZ2�[2t �[2óO\2T óO\2é]2˜é]2‘2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐˆT b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¡á€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐˆT b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¡á€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1œÐˆT b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¡á €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ü  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10^^ Ó ÓHHÅÅ):*:4¯4¯>$?$I™I™ST^Œ^Œhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð^^ÓÓHH½½ 2 2 § §‘‘{{ððeeÚÚO O"Ä"Ä$A%A'¶'¶)+*+, , ./1Š1Š3ÿ3ÿ5t6t8é8é:^;^=Ó=Ó?H@HB½B½D2E2G§G§IJL‘L‘NOQ{Q{SðSðUeVeXÚXÚZO[O]Ä]Ä_9`9b®b®d#e#g˜g˜i j l‚l‚noqrqrsäsäuVvVxÈxÈz:{:}¬}¬€‚�‚�„…‡t‡t‰æ‰æ‹XŒXŽÊŽÊ�<‘<“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Ù2W2GW2GW2·‡W2|·‡W2�W2„�W2Q�W2ðQ�W2Û™W2|Û™W2�W2H�W2å°W2Ôå°W2ƒñW2PƒñW2íöW2XíöW2#úW2Ä#úW2­X2P­X2ãX2ãX2·X2¨·X2U[X2$ U[X2¿`X2, ¿`X2õcX2˜ õcX2mX2$ mX2µpX2ð µpX2÷�X2| ÷�X2S¥X2XS¥X2³ÉX2ܳÉX2õöX2üõöX2ÅY2ØÅY2�=Y2d�=Y2«^Y2ˆ«^Y2©iY2´©iY2ìY2@ìY2ïÁZ2ïÁZ2)®[2)®[2£»[2裻[2#P\2t#P\2ó!]2¸ó!]2›4]2¼€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1PÇ“ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ï bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1PÇ“ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ï  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1PÇ“  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ï bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ïïô†‚‚¦ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1_Ÿþ>( h �Ýh ¨  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d_ß>¾�ü|Û[º:™xø\ÜW×'§6¶òr • ½= ô t Ó S ² 2 ‘  p ð Ê O�î.�Í,l bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ × ×  ËË)@*@4µ4µ>+?+IŸIŸST^“^“his}s}} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__××OOÇÇ ? ? · ·//§§——ÊÊ??´´) )"ž"ž$_%_'Ô'Ô)I*I,¾,¾.3/31¨1¨346’6’89;|;|=ñ=ñ?f@fBÛBÛDPEPGÅGÅI;J;L¯L¯N#O#Q—Q—S T VVXóXóZg[g]Û]Û_O`ObÏbÏdCeCg·g·i+j+lŸlŸnoq‡q‡sûsûuovoxãxãzW{W}Ë}Ë?€?‚³‚³„'…'‡�‡�‰ŠŒ‡Œ‡ŽüŽü�q‘q“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2÷GW2è÷GW2•ˆW2d•ˆW2I�W2lI�W2Ó˜W2èÓ˜W2 œW2´ œW2ɱW2@ɱW2gòW2¼gòW2ùW2ÄùW2¥X2@¥X2ÛX2 ÛX2›X2˜›X29\X29\X2íbX2 íbX2wlX2˜ wlX2­oX2d ­oX2ïœX2ð ïœX2ù¤X2Ì ù¤X2YÉX2H YÉX2›öX2h›öX2{Y2D{Y27 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¸ì¤p b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _Ÿa¡þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¸ì¤p  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _Ÿa¡þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 |œ((H bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1_Ÿþ>�Ýâ" " b  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d_ß>¾�ü|Û[º:™xø9¹W×þ~ÃC6¶Š  • ô t Ó S ² 2 “  r ò s ³ Q‘ð0�Ï.n bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPP‡‡)@*@4·4·>.?.I£I£ST^™^™hisƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$%'’'’) * ,€,€.÷.÷0°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbèbèd]e]gÒgÒiGjGl¼l¼n=o=q²q²s't'vœvœxy{†{†}û}ûp€p‚å‚å„Z…Z‡χωDŠDŒ¹Œ¹Ž.�.‘£‘£“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ù2W2GW2GW2±‡W2|±‡W2�W2„�W2Q�W2ðQ�W2Û™W2|Û™W2�W2H�W2å°W2Ôå°W2ƒñW2PƒñW2íöW2XíöW2#úW2Ä#úW2­X2P­X2ãX2ãX2·X2¨·X2U[X2$ U[X2¿`X2, ¿`X2õcX2˜ õcX2mX2$ mX2µpX2ð µpX2÷�X2| ÷�X2í¤X2Xí¤X2MÉX2ÜMÉX2�öX2ü�öX2 Y2Ø Y2Ã=Y2dÃ=Y2g`Y2ˆg`Y2ekY2´ekY2 ìY2@ ìY2ãÁZ2ãÁZ2®[2®[2—»[2è—»[2ÛO\2tÛO\2«!]2¸«!]2S4]2¼€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OÄ� b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ï bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OÄ� b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ï  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OÄ�  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ï bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1ÏïôððÈÓ? bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1v¶,là ”Ô ³ ó  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dvölìbâXØNÎDÄ:º0°$¤ ˜ ˆ   Œ S Ó  €  ž ô t é i è h Ü \U•ÐPÆ|¼0pä$ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Õ ÕÇÇ)<*<4±4±>&?&I™I™ST^‰^‰hûhûroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……··,,¡¡ "‹"‹$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ºî¨t b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _Ÿb¢þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ºî¨t  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _Ÿb¢þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 k‹&&F bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1_Ÿþ>�Ýk« ° ð  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d_ß>¾�ü|Û[º:™xøW×6¶ • O Ï ô t  ” Ó S Ù Y ² 2 ž  ‘  p ð O�ø 8î.�Í,l bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×MMƒƒ);*;4°4°>%?%I˜I˜S T ^Š^Šhýhýrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$ % '€'€)õ)õ+j,j.ß.ß0—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnònòpeqesØsØuKvKx¾x¾z1{1}¤}¤€‚ЂЄý„ý†p‡p‰ã‰ã‹VŒVŽÉŽÉ�<‘<“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxß2W2aGW2èaGW2ÿ‡W2dÿ‡W2O�W2lO�W2Ù˜W2èÙ˜W2œW2´œW23±W2@3±W2ÑñW2¼ÑñW2!ùW2Ä!ùW2«X2@«X2áX2 áX2X2˜X2£[X2£[X2óbX2 óbX2}lX2˜ }lX2³oX2d ³oX2õœX2ð õœX2Y¥X2Ì Y¥X2¹ÉX2P ¹ÉX2ûöX2pûöX2�Y2L�Y2=�Ýâ" " b  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d_ß>¾�ü|Û[º:™xøKËW×”6¶Ý]¦&  • ô t Ó S ² 2 ‘  p ð ¥ å O�î.�Í,l bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Ö ÖMMÄÄ);*;4²4²>+?+I¢I¢S×S×]•^•hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÖÖMMÄÄ ; ; ² ²))  ŽŽ||óój j"á"á$X%X'Ï'Ï)F*F,½,½.4/41«1«3"4"6™6™89;‡;‡=þ=þ?u@uBìBìDcEcGÚGÚISJSLÊLÊNAOAQ¸Q¸S/T/V¦V¦XY[”[”] ^ `‚`‚b·b·d.e.g¥g¥ijl“l“nQoQqÃqÃs5t5v§v§xy{‹{‹}ý}ýo€o‚á‚á„S…S‡Ňʼn7Š7Œ©Œ©Ž�‘�‘�“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxß2W2ñGW2èñGW2�ˆW2d�ˆW2I�W2lI�W2Ó˜W2èÓ˜W2 œW2´ œW2ñW2@ñW2aòW2¼aòW2ùW2ÄùW2¥X2@¥X2ÛX2 ÛX2•X2˜•X23\X23\X2íbX2 íbX2wlX2˜ wlX2­oX2d ­oX2ïœX2ð ïœX2w¥X2Ì w¥X2×ÉX2H ×ÉX2÷X2h÷X2ŸY2DŸY2[ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1­á™e b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _Ÿ±ñþ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1­á™e  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _Ÿ±ñþ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 a��¡¦Æ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1i©RW——× B ‚  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1diéRÒ;»$¤ �övß_ÈH�³3`à0°ž € ‰ t ô _ ß J Ê 5 µ   4t I²ò]�H bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff à àVVÌÌ)B*B4¸4¸>,?,I I SÔSÔ]Š^Šhþhþrrsr} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffààZZÔÔ N N È ÈBB¼¼66°°&&œœ ˆ ˆ"þ"þ$t%t'ê'ê)`*`,Ö,Ö.L/L1Â1Â38486®6®8$9$;š;š=>@„@„BøBøDlElGàGàITJTLÈLÈN�Ý<| � Á  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d_ß>¾�ü|Û[º:™xøW×6¶ • o ï ô t 8 ¸ Ó S  � ² 2 Ê J ‘  p ð O�.nî.�Í,l bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Ô ÔII¾¾)3*34¨4¨>?I”I”SÆSÆ]ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÔÔII¾¾ 3 3 ¨ ¨’’||ññffÛÛP P"Å"Å$:%:'¯'¯)$*$,™,™./1ƒ1ƒ3ø3ø5m6m8â8â:W;W=Ì=Ì?A@AB¶B¶D+E+G G IJLŒLŒNOQvQvSëSëU`V`XÕXÕZJ[J]¿]¿_4`4bfbfdÛdÛfPgPiÅiÅk:l:n÷n÷piqisÛsÛuMvMx¿x¿z1{1}£}£€‚‡‚‡„ù„ù†k‡k‰݉݋OŒOŽÁŽÁ�3‘3“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxß2W2÷GW2è÷GW2•ˆW2d•ˆW2I�W2lI�W2Ó˜W2èÓ˜W2 œW2´ œW2ɱW2@ɱW2gòW2¼gòW2ùW2ÄùW2¥X2@¥X2ÛX2 ÛX2›X2˜›X29\X29\X2íbX2 íbX2wlX2˜ wlX2­oX2d ­oX2ïœX2ð ïœX2¡¥X2Ì ¡¥X2ÊX2H ÊX2C÷X2hC÷X2ÛY2DÛY2— bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¯ã�i b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _Ÿ°ðþ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¯ã�i  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _Ÿ°ðþ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ‹««ËÐð bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1_Ÿþ>�Ý<| � Á  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d_ß>¾�ü|Û[º:™xøW×6¶ • ô t Ð P Ó S   ² 2 p ð ‘  @ À p ð O�î.Ä�Í,l bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ü ÜPPÄÄ)8*84¬4¬>?I�I�SÃSÃ]x^xhêhêr\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœ„„øøl l"à"à$T%T'È'È)<*<,°,°.$/$1˜1˜3 4 6€6€8ô8ô:h;h=Ü=Ü?N@NBÀBÀD2E2G¤G¤IJLˆLˆNúNúPlQlSÞSÞUPVPXÂXÂZ4[4]¦]¦_`bKbKd½d½f/g/i¡i¡klnÈnÈp:q:s¬s¬uvx�x�z{}t}tææ�X‚X„ʄʆ<‡<‰­‰­‹ŒŽ�Ž��‘“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2gGW2ÐgGW2ˆW2LˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW29±W2(9±W2×ñW2¤×ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2 X2€ X2©[X2ü©[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2S¥X2´ S¥X2³ÉX28 ³ÉX2õöX2XõöX2kY24kY2\Y2 \Y2ìY2,ìY2ïÁZ2ðïÁZ2)®[2ô)®[2MP\2ÔMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`” × b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 U_Ÿþ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`” × b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 U_Ÿþ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`” ×  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 U_Ÿþ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ïïô~zzž bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1N€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations18¸ÿÆF� ~ ¾  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ý ÝWWÍÍ)C*C4¹4¹>/?/I£I£ST^‹^‹hÿhÿrsss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÝÝWWÑÑ K K Å Å??¹¹33­­''¡¡ • •"#%…%…'û'û)q*q,ç,ç.]/]1Ó1Ó3I4I6¿6¿8595;«;«=!>!@—@—B C EƒEƒGùGùIoJoLãLãNWOWQËQËS?T?V³V³X'Y'[›[›]^`ƒ`ƒb÷b÷dkekgßgßiSjSlÇlÇn;o;q¯q¯s#t#v—v—x y {{}ó}óg€g‚Û‚Û„O…O‡ÇÉ7Š7Œ«Œ«Ž�‘“‘““ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ëGW2ÐëGW2‰ˆW2L‰ˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2½±W2(½±W2[òW2¤[òW2'ùW2¬'ùW2±X2(±X2çX2ôçX2�X2€�X2-\X2ü-\X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2{¤X2´ {¤X2ÛÈX20 ÛÈX2öX2PöX2‹Y2,‹Y2]Y2˜]Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2}P\2Ì}P\2M"]2M"]2õ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¢ÖŽZ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _Ÿw·B bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¢ÖŽZ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _Ÿw·B bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¢ÖŽZ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _Ÿw·B  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 b‚‚¢§Ç bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1. n €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1èhÃCž y ù ú: €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff ß ßXXÑÑ)J*J4Ã4Ã>7@°@°B)C)E¢E¢GHJ”J”L M O‚O‚QùQùSpTpVçVçX^Y^[Õ[Õ]L^L`Ã`Ãb8c8e­e­g"h"j—j—l m ooqòqòsetevØvØxKyK{¾{¾}1~1€¤€¤‚ƒ…ЅЇý‡ý‰oŠoŒáŒáŽS�S‘őœ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2gGW2ÐgGW2ˆW2LˆW2O�W2TO�W2Ù˜W2ÐÙ˜W2œW2œœW29±W2(9±W2×ñW2¤×ñW2!ùW2¬!ùW2«X2(«X2áX2ôáX2 X2€ X2©[X2ü©[X2óbX2 óbX2}lX2€ }lX2³oX2L ³oX2õœX2Ø õœX2ÿ¤X2´ ÿ¤X2_ÉX28 _ÉX2¡öX2X¡öX2óY24óY2‰\Y2 ‰\Y2ÿëY2,ÿëY2×ÁZ2ð×ÁZ2®[2ô®[2ÕO\2ÔÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`” Õ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 V_Ÿþ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`” Õ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 V_Ÿþ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`” Õ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 V_Ÿþ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1ÏïôððÈÞJ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1•Õ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1T Ô  › â b © ) E €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛSSÇÇ);*;4¯4¯>#?#I•I•ST^y^yhëhër]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››‹‹ { {"ó"ó$g%g'Û'Û)O*O,Ã,Ã.7/71«1«346“6“89;{;{=ï=ï?c@cB×B×DKEKG¿G¿I3J3L¥L¥NOQ‰Q‰SûSûUmVmXßXßZQ[Q]Ã]Ã_5`5b§b§deg‹g‹iýiýkolonánápSqSsÅsÅu7v7x©x©z{}�}�ÿÿ�q‚q„ã„ã†U‡U‰ljNj9Œ9ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ñGW2ÐñGW2�ˆW2L�ˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2½±W2(½±W2[òW2¤[òW2'ùW2¬'ùW2±X2(±X2çX2ôçX2�X2€�X2-\X2ü-\X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2}¥X2´ }¥X2ÝÉX20 ÝÉX2÷X2P÷X2% Y2,% Y2^Y2˜^Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2 P\2Ì P\2Û!]2Û!]2ƒ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¤Ø’^ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _Ÿw·C bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¤Ø’^ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _Ÿw·C bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¤Ø’^  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _Ÿw·C  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 a��¡¦Æ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1É €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1T Ô / ¯ Š å e •Õ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>.?.I£I£ST^‡^‡høhørjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIVJVLËLËN@O@QµQµS*T*VŸVŸXY[‰[‰]þ]þ_s`sbæbædYeYgÌgÌi?j?l²l²n#o#q”q”stvvvvxçxçzX{X}É}É:€:‚«‚«„…‡އމÿ‰ÿ‹pŒpŽáŽá�R‘R“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2mGW2ÐmGW2 ˆW2L ˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2?±W2(?±W2ÝñW2¤ÝñW2'ùW2¬'ùW2±X2(±X2çX2ôçX2X2€X2¯[X2ü¯[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2_¥X2´ _¥X2¿ÉX28 ¿ÉX2÷X2X÷X2“Y24“Y2¹\Y2 ¹\Y2ìY2,ìY2ÝÁZ2ðÝÁZ2®[2ô®[2ÕO\2ÔÕO\2¥!]2¥!]2M4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a• Ø b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @a¡@ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a• Ø b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @a¡@ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a• Ø  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @a¡@  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1o�}�îêê bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations10p €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€RÒ$¤öv 0p €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10`` Ö ÖKKÀÀ)5*54ª4ª>?I�I�ST^v^vhéhér\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð``ÖÖLL 8 8 ® ®$$šš††ûûppååZ Z"Ï"Ï$D%D'¹'¹).*.,£,£./1�1�346w6w8ì8ì:a;a=Ö=Ö?I@IB¼B¼D/E/G¢G¢IJLˆLˆNûNûPnQnSáSáUTVTXÇXÇZ:[:]­]­_ ` b“b“degygyiìiìk_l_nÒnÒpEqEs¸s¸u+v+xžxžz{}„}„÷÷�j‚j„݄݆P‡P‰‰‹4Œ4ަަ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2åGW2ÐåGW2ƒˆW2LƒˆW2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW2·±W2(·±W2UòW2¤UòW23ùW2¬3ùW2½X2(½X2óX2ôóX2‰X2€‰X2'\X2ü'\X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2�X2Ø �X25¥X2´ 5¥X2•ÉX20 •ÉX2×öX2P×öX2³Y2,³Y2K^Y2˜K^Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2�P\2Ì�P\2_"]2_"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—˃O b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _Ÿ¦æ M bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—˃O b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _Ÿ¦æ M bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—˃O  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _Ÿ¦æ M  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ÏïôYy bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1P�€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1@À&¦ Œ ò r À €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞVVÎÎ)F*F4¾4¾>6?6I¬I¬S"T"^˜^˜his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$n%n'æ'æ)^*^,Ö,Ö.N/N1Æ1Æ3>4>6¶6¶8.9.;¦;¦=>@–@–BCE†E†GþGþIvJvLìLìNbObQØQØSNTNVÄVÄX:Y:[°[°]&^&`œ`œbceˆeˆgþgþitjtlêlên`o`qÖqÖsLtLvÂvÂx8y8{®{®}$~$€š€š‚ƒ…†…†‡ü‡ü‰rŠrŒèŒèŽ^�^‘Ô‘Ô“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2mGW2ÐmGW2 ˆW2L ˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW29±W2(9±W2×ñW2¤×ñW2'ùW2¬'ùW2±X2(±X2çX2ôçX2 X2€ X2©[X2ü©[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2ÿ¤X2´ ÿ¤X2_ÉX28 _ÉX2¡öX2X¡öX2'Y24'Y2I]Y2 I]Y2óëY2,óëY2ËÁZ2ðËÁZ2®[2ô®[2uO\2ÔuO\2E!]2E!]2í3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a• Ö b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @` ÿ? bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a• Ö b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @` ÿ? bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a• Ö  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @` ÿ?  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1`\\4CcÛG bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1  €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1È H š  l ì > ¾  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØKK¾¾)1*14¤4¤>?I†I†S÷S÷]h^hhÙhÙrJsJ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆûûnnááT T"Ç"Ç$:%:'­'­) * ,“,“./1y1y3ì3ì5_6_8Ò8Ò:E;E=¸=¸?)@)BšBšD E G|G|IíIíK^L^NÏNÏP@Q@S±S±U"V"X“X“Z[]u]u_æ_æaWbWdÈdÈf9g9iªiªklnŒnŒpýpýrnsnußußwPxPzÁzÁ|2}2££�‚„…„…†ö†öˆf‰f‹Ö‹Ö�FŽF�¶�¶’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ëGW2ÐëGW2‰ˆW2L‰ˆW2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW2·±W2(·±W2UòW2¤UòW23ùW2¬3ùW2½X2(½X2óX2ôóX2‰X2€‰X2'\X2ü'\X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2�X2Ø �X2S¥X2´ S¥X2³ÉX20 ³ÉX2õöX2PõöX2YY2,YY2í^Y2˜í^Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2P\2ÌP\2ç!]2ç!]2�4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1™Í‡S b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _Ÿ¥åN bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1™Í‡S b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _Ÿ¥åN bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1™Í‡S  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _Ÿ¥åN  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ïïôx˜ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ö6 €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Ø X ¾ > ¤ $ Š f¦ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÆÆ)<*<4²4²>(?(IœIœST^„^„høhørlsl} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$N%N'Ä'Ä):*:,°,°.&/&1œ1œ346ˆ6ˆ8þ8þ:t;t=ê=ê?`@`BÖBÖDLELGÂGÂI8J8L¬L¬N O Q”Q”STV|V|XðXðZd[d]Ø]Ø_L`LbÀbÀd4e4g¨g¨ijl�l�noqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡Œ‡Œ‰ŠŒtŒtŽèŽè�\‘\“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2sGW2ÐsGW2ˆW2LˆW2m�W2Tm�W2÷˜W2Ð÷˜W2-œW2œ-œW2E±W2(E±W2ãñW2¤ãñW2?ùW2¬?ùW2ÉX2(ÉX2ÿX2ôÿX2X2€X2µ[X2üµ[X2cX2 cX2›lX2€ ›lX2ÑoX2L ÑoX2�X2Ø �X2ƒ¥X2´ ƒ¥X2ãÉX28 ãÉX2%÷X2X%÷X2›Y24›Y2…]Y2 …]Y2ìY2,ìY2ïÁZ2ðïÁZ2)®[2ô)®[2#P\2Ô#P\2ó!]2ó!]2›4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– Ù b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Iw·V bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– Ù b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Iw·V bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– Ù  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Iw·V  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1d„ØÔ ÀÔø bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations16v€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ØXµ5’ o ï ö6 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Û ÛPPÅÅ):*:4¯4¯>%?%I™I™S T ^�^�hõhõrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÛÛSSËË C C » »33««##››……úúo o"ä"ä$Y%Y'Î'Î)C*C,¸,¸.-/-1¢1¢346Œ6Œ89;v;v=ë=ë?`@`BÕBÕDJEJG¿G¿I5J5L©L©NOQ‘Q‘STVyVyXíXíZa[a]Õ]Õ_I`Ib½b½d1e1g¥g¥ijl�l�noququséséu]v]xÑxÑzE{E}¹}¹-€-‚¡‚¡„…‡‹‡‹‰ŠŒuŒuŽêŽê�_‘_“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2ßGW2ÐßGW2}ˆW2L}ˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2«±W2(«±W2IòW2¤IòW2-ùW2¬-ùW2·X2(·X2íX2ôíX2}X2€}X2\X2ü\X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2)¥X2´ )¥X2‰ÉX20 ‰ÉX2ËöX2PËöX2£Y2,£Y2_Y2˜_Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2YP\2ÌYP\2)"]2)"]2Ñ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀxD b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _Ÿw·A bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀxD b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _Ÿw·A bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀxD  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _Ÿw·A  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ÏïôLl bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1: z €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1˜‰ z ú k ë †Æ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ý ÝTTËË)B*B4¹4¹>0?0I¥I¥ST^�^�hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÝÝTTËË B B ¹ ¹00§§••  ƒƒúúq q"è"è$_%_'Ö'Ö)M*M,Ä,Ä.;/;1²1²3)4)6 6 89;Ž;Ž=>@|@|BóBóDjEjGáGáIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubêbêd_e_gÔgÔiIjIl¾l¾n3o3q¨q¨stv’v’xy{|{|}ñ}ñf€f‚Û‚Û„P…P‡Ňʼn:Š:Œ¯Œ¯Ž$�$‘™‘™“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2sGW2ÐsGW2ˆW2LˆW2m�W2Tm�W2÷˜W2Ð÷˜W2-œW2œ-œW2?±W2(?±W2ÝñW2¤ÝñW2?ùW2¬?ùW2ÉX2(ÉX2ÿX2ôÿX2X2€X2¯[X2ü¯[X2cX2 cX2›lX2€ ›lX2ÑoX2L ÑoX2�X2Ø �X2¿¥X2´ ¿¥X2ÊX28 ÊX2a÷X2Xa÷X2!Y24!Y2!^Y2 !^Y2 ìY2, ìY2ãÁZ2ðãÁZ2®[2ô®[2ÛO\2ÔÛO\2«!]2«!]2S4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– × b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jv¶U bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– × b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jv¶U bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– ×  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jv¶U  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1YUU-ÙùS¿ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1» û €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1L Ì ) ©  † ã c “Ó €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ù ÙNNÃÃ)8*84­4­>"?"I•I•ST^y^yhëhër_s_} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÙÙOOÅÅ ; ; ± ±''��‰‰þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?N@NBÃBÃD8E8G­G­I"J"L•L•NOQ{Q{SîSîUaVaXÔXÔZG[G]º]º_-`-bŸbŸdegƒgƒiõiõkglgnÙnÙpKqKs½s½u/v/x¡x¡z{}…}…÷÷�i‚i„Û„Û†O‡O‰‰‹5Œ5ލލ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2ßGW2ÐßGW2}ˆW2L}ˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2±±W2(±±W2OòW2¤OòW2-ùW2¬-ùW2·X2(·X2íX2ôíX2ƒX2€ƒX2!\X2ü!\X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2M¥X2´ M¥X2­ÉX20 ­ÉX2ïöX2PïöX2O Y2,O Y2Å_Y2˜Å_Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2óO\2ÌóO\2Ã!]2Ã!]2k4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂ|H b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _Ÿw·B bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂ|H b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _Ÿw·B bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂ|H  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _Ÿw·B  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ïïôo� bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ë +€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1\ Ü M Í > ¾ /¯7w €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛQQÆÆ);*;4°4°>%?%I˜I˜S T ^~^~hñhñrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I)J)LœLœNOQ‚Q‚SõSõUhVhXÛXÛZN[N]Á]Á_4`4b§b§deg�g�ijlslsnænæpYqYsÌsÌu?v?x²x²z%{%}˜}˜ € ‚~‚~„ñ„ñ†d‡d‰׉׋JŒJ޽޽�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2yGW2ÐyGW2ˆW2LˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2E±W2(E±W2ãñW2¤ãñW2-ùW2¬-ùW2·X2(·X2íX2ôíX2X2€X2µ[X2üµ[X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2­¥X2´ ­¥X2 ÊX28  ÊX2O÷X2XO÷X2ÃY24ÃY2K^Y2 K^Y2#ìY2,#ìY2ûÁZ2ðûÁZ25®[2ô5®[2MP\2ÔMP\2"]2"]2Å4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ú b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @` ÿ? bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ú b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @` ÿ? bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ú  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @` ÿ?  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1Yy¾Çç¾â bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Zš €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations10°˜ € è h ¼ü €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>/?/I¦I¦ST^�^�hissss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞIWJWLÎLÎNEOEQ¼Q¼S3T3VªVªX!Y![˜[˜]^`†`†býbýdtetgëgëibjblÙlÙnKoKq½q½s/t/v¡v¡xy{…{…}÷}÷i€i‚Û‚Û„M…M‡¿‡¿‰1Š1Œ£Œ£Ž�‘‡‘‡“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2ÙGW2ÐÙGW2wˆW2LwˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2¥±W2(¥±W2CòW2¤CòW2-ùW2¬-ùW2·X2(·X2íX2ôíX2wX2€wX2\X2ü\X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2­¥X2´ ­¥X2 ÊX20  ÊX2O÷X2PO÷X2éY2,éY2Ý_Y2˜Ý_Y2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2;P\2Ì;P\2 "]2 "]2³4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µm9 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _ŸŸßÿ? bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µm9 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _ŸŸßÿ? bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�µm9  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _ŸŸßÿ?  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ;[šºÇç bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1|¼€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ðpìl è h ä d LŒ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ä äZZÐÐ)F*F4¼4¼>0?0I¤I¤ST^Œ^Œhistst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjää^^ØØ R R Ì ÌFFÀÀ::´´**   Œ Œ"#%x%x'î'î)d*d,Ú,Ú.P/P1Æ1Æ3<4<6²6²8(9(;ž;ž=>@ˆ@ˆBüBüDpEpGäGäIXJXLÌLÌN@O@Q´Q´S(T(VœVœXY[„[„]ø]ø_l`lbàbàdTeTgÈgÈi#?#I˜I˜S T ^^hñhñrcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccØØMM 7 7 ¬ ¬!!––  €€õõjjßßT T"É"É$>%>'³'³)(*(,�,�./1‡1‡3ü3ü5q6q8æ8æ:[;[=Ð=Ð?E@EBºBºD/E/G¤G¤IJL�L�NOQzQzSïSïUdVdXÙXÙZN[N]Ã]Ã_8`8b­b­d"e"g—g—i j l�l�nónópeqes×s×uIvIx»x»z-{-}Ÿ}Ÿ€‚ƒ‚ƒ„õ„õ†g‡g‰ىًKŒK޽޽�/‘/“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2ÙGW2ÐÙGW2wˆW2LwˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2«±W2(«±W2IòW2¤IòW2-ùW2¬-ùW2·X2(·X2íX2ôíX2}X2€}X2\X2ü\X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2¿¥X2´ ¿¥X2ÊX20 ÊX2a÷X2Pa÷X2¡Y2,¡Y2—`Y2˜—`Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2ÃO\2ÌÃO\2“!]2“!]2;4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·q= b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _ŸŸßÿ? bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·q= b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _ŸŸßÿ? bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·q=  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _ŸŸßÿ?  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 @`²Ò×÷ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations18x €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1à ` Ü \ Ø XÔTH €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àTTÈÈ)<*<4°4°>"?"I”I”ST^x^xhêhêr\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  ˆˆüüp p"ä"ä$X%X'Ì'Ì)@*@,´,´.(/(1œ1œ346„6„8ø8ø:l;l=à=à?R@RBÄBÄD6E6G¨G¨IJLŒLŒNþNþPpQpSâSâUTVTXÆXÆZ8[8]ª]ª_`bŽbŽdegrgriäiäkVlVnÈnÈp:q:s¬s¬uvx�x�z{}t}tææ�X‚X„ʄʆ<‡<‰­‰­‹ŒŽ�Ž��‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2GW2ÐGW2ˆW2LˆW2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW2K±W2(K±W2éñW2¤éñW23ùW2¬3ùW2½X2(½X2óX2ôóX2X2€X2»[X2ü»[X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2�X2Ø �X2e¥X2´ e¥X2ÅÉX28 ÅÉX2÷X2X÷X2ÑY24ÑY2_Y2 _Y2)ìY2,)ìY2ÂZ2ðÂZ2;®[2ô;®[2_P\2Ô_P\2/"]2/"]2×4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Û b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @` ÿ? bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Û b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @` ÿ? bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Û  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @` ÿ?  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1Nn¬¨zš¨Ì bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1b¢€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ˆ{ûn î a á ‚Â €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á á[[ÑÑ)G*G4½4½>3?3I§I§ST^�^�hiswsw} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±++¥¥ ™ ™"#%‰%‰'ÿ'ÿ)u*u,ë,ë.a/a1×1×3M4M6Ã6Ã8999;¯;¯=%>%@›@›BCE‡E‡GýGýIsJsLçLçN[O[QÏQÏSCTCV·V·X+Y+[Ÿ[Ÿ]^`‡`‡bûbûdoeogãgãiWjWlËlËn?o?q³q³s't'v›v›xy{ƒ{ƒ}÷}÷k€k‚߂߄S…S‡LJlj;Š;Œ¯Œ¯Ž#�#‘—‘—“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2ÍGW2ÐÍGW2kˆW2LkˆW2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW2Ÿ±W2(Ÿ±W2=òW2¤=òW23ùW2¬3ùW2½X2(½X2óX2ôóX2qX2€qX2\X2ü\X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2�X2Ø �X2¹¥X2´ ¹¥X2ÊX20 ÊX2[÷X2P[÷X2ÃY2,ÃY2©`Y2˜©`Y25ìY2$5ìY2 ÂZ2è ÂZ2G®[2ìG®[2•P\2Ì•P\2e"]2e"]2 5]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªb. b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _Ÿy¹þ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªb. b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _Ÿy¹þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vªb.  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _Ÿy¹þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 .Nw—Ëë bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1V– €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1HÈO Ï V Ö ] Ý R €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ã ã\\ÕÕ)N*N4Ç4Ç>@?@I·I·S,T,^Ÿ^Ÿhis…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjãã\\ÕÕ N N Ç Ç@@¹¹22««$$�� � �"#%�%�'ú'ú)s*s,ì,ì.e/e1Þ1Þ3W4W6Ð6Ð8I9I;Â;Â=;>;@´@´B-C-E¦E¦GHJ˜J˜LMO†O†QýQýStTtVëVëXbYb[Ù[Ù]P^P`Ç`Çb'?'I™I™S T ^}^}hïhïrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ��  "÷"÷$k%k'ß'ß)S*S,Ç,Ç.;/;1¯1¯3#4#6—6—8 9 ;;=ó=ó?g@gBÛBÛDOEOGÃGÃI7J7L©L©NOQ�Q�SÿSÿUqVqXãXãZU[U]Ç]Ç_9`9b«b«deg�g�ijlslsnånåpWqWsÉsÉu;v;x­x­z{}‘}‘€‚u‚u„ç„ç†Y‡Y‰ˉˋ=Œ=ޝޝ�!‘!“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2ÓGW2ÐÓGW2qˆW2LqˆW2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW2¥±W2(¥±W2CòW2¤CòW23ùW2¬3ùW2½X2(½X2óX2ôóX2wX2€wX2\X2ü\X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2�X2Ø �X2�¥X2´ �¥X2ïÉX20 ïÉX21÷X2P1÷X2�Y2,�Y2oaY2˜oaY2#ìY2$#ìY2ûÁZ2èûÁZ25®[2ì5®[2P\2ÌP\2í!]2í!]2•4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬f2 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _Ÿx¸þ> bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬f2 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _Ÿx¸þ> bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬f2  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _Ÿx¸þ>  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 =…¥ªÊ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 ] €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1d ä k ë ròyùÙ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>2?2I§I§ST^‹^‹hühürnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÏLÏNDODQ¹Q¹S.T.V£V£XY[�[�]^`w`wbêbêd]e]gÐgÐiCjCl¶l¶n'o'q˜q˜s t vzvzxëxëz\{\}Í}Í>€>‚¯‚¯„ … ‡’‡’‰ŠŒtŒtŽåŽå�V‘V“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·l÷2W2GW2ÐGW2ˆW2LˆW2g�W2Tg�W2ñ˜W2Ðñ˜W2'œW2œ'œW2Q±W2(Q±W2ïñW2¤ïñW29ùW2¬9ùW2ÃX2(ÃX2ùX2ôùX2#X2€#X2Á[X2üÁ[X2 cX2  cX2•lX2€ •lX2ËoX2L ËoX2 �X2Ø  �X2}¥X2´ }¥X2ÝÉX28 ÝÉX2÷X2X÷X2çY24çY2ã_Y2 ã_Y2ìY2,ìY2ïÁZ2ðïÁZ2)®[2ô)®[2çO\2ÔçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ü b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @` ÿ? bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ü b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @` ÿ? bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ü  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @` ÿ?  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1ÏïôGC�± bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1t´ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1à`Þ^ Ü \ Ú Z Hˆ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚOOÄÄ)9*94®4®>!?!I”I”ST^z^zhíhír`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?M@MBÀBÀD3E3G¦G¦IJLŒLŒNÿNÿPrQrSåSåUXVXXËXËZ>[>]±]±_$`$b—b—d e g}g}iðiðkclcnÖnÖpIqIs¼s¼u/v/x¢x¢z{}ˆ}ˆûû�n‚n„á„á†T‡T‰ƉƋ8Œ8ŽªŽª�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·l÷2W2ÇGW2ÐÇGW2eˆW2LeˆW2g�W2Tg�W2ñ˜W2Ðñ˜W2'œW2œ'œW2™±W2(™±W27òW2¤7òW29ùW2¬9ùW2ÃX2(ÃX2ùX2ôùX2kX2€kX2 \X2ü \X2 cX2  cX2•lX2€ •lX2ËoX2L ËoX2 �X2Ø  �X2ÿ¤X2´ ÿ¤X2_ÉX20 _ÉX2¡öX2P¡öX2Y2,Y2oaY2˜oaY2AìY2$AìY2ÂZ2èÂZ2S®[2ìS®[2§P\2̧P\2w"]2w"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸW# b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _ŸŸßÿ? bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸW# b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _ŸŸßÿ? bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸW#  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _ŸŸßÿ?  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 !Aa�. bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¨è€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1  ² 2 Ä D Ö V Ø €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âZZÒÒ)J*J4Â4Â>:?:I°I°S&T&^œ^œhisˆsˆ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢’’  ‚ ‚"ú"ú$r%r'ê'ê)b*b,Ú,Ú.R/R1Ê1Ê3B4B6º6º8292;ª;ª=">"@š@šBCEŠEŠGHJzJzLðLðNfOfQÜQÜSRTRVÈVÈX>Y>[´[´]*^*` ` bceŒeŒghjxjxlîlîndodqÚqÚsPtPvÆvÆx?IŠIŠSûSû]l^lhÝhÝrNsN} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒÿÿrrååX X"Ë"Ë$>%>'±'±)$*$,—,—. / 1}1}3ð3ð5c6c8Ö8Ö:I;I=¼=¼?-@-BžBžDEG€G€IñIñKbLbNÓNÓPDQDSµSµU&V&X—X—Z[]y]y_ê_êa[b[dÌdÌf=g=i®i®kln�n�pqsrsruãuãwTxTzÅzÅ|6}6§§�‚„‰„‰†ú†úˆj‰j‹Ú‹Ú�JŽJ�º�º’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·l÷2W2ÍGW2ÐÍGW2kˆW2LkˆW2g�W2Tg�W2ñ˜W2Ðñ˜W2'œW2œ'œW2Ÿ±W2(Ÿ±W2=òW2¤=òW29ùW2¬9ùW2ÃX2(ÃX2ùX2ôùX2qX2€qX2\X2ü\X2 cX2  cX2•lX2€ •lX2ËoX2L ËoX2 �X2Ø  �X2•¥X2´ •¥X2õÉX20 õÉX27÷X2P7÷X2 Y2, Y2AbY2˜AbY2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2/P\2Ì/P\2ÿ!]2ÿ!]2§4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡[' b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 _ŸŸßÿ? bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡[' b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 _ŸŸßÿ? bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡['  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 _ŸŸßÿ?  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 +K„¤©É bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¦ æ €� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1è h ú z Œžªê €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞTTÊÊ)@*@4¶4¶>,?,I I ST^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽzzððf f"Ü"Ü$R%R'È'È)>*>,´,´.*/*1 1 346Œ6Œ89;x;x=î=î?d@dBÚBÚDPEPGÆGÆI8?8I¬I¬S T ^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðxxððhhàà X X Ð ÐHHÀÀ88°°%%šš „ „"ù"ù$n%n'ã'ã)X*X,Í,Í.B/B1·1·3,4,6¡6¡89;‹;‹=>@u@uBêBêD_E_GÔGÔIHJHL¼L¼N0O0Q¤Q¤STVŒVŒXY[t[t]è]è_\`\bÐbÐdDeDg¸g¸i,j,l l noqˆqˆsüsüupvpxäxäzX{X}Ì}Ì@€@‚´‚´„(…(‡œ‡œ‰ŠŒ†Œ†ŽûŽû�p‘p“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2ÇGW2�ÇGW2eˆW2 eˆW2õŽW2õŽW2“±W2€“±W21òW2ü1òW2ÇøW2ÇøW2eX2peX2\X2ì\X2™bX2ô™bX2c¤X2`c¤X2ÃÈX2ÌÃÈX23ûX2ì3ûX2[NY2L [NY2AìY2¬ AìY2ÂZ2p ÂZ2S®[2t S®[2wP\2T wP\2G"]2˜G"]2ï4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“K b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Ï€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“K b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Ï€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“K b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Ï €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1k‹  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss ê êaaØØ)O*O4Æ4Æ>;?;I°I°S%T%^š^šhis„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssêêaaØØ O O Æ Æ==´´++¢¢�� ~ ~"õ"õ$l%l'ã'ã)Z*Z,Ñ,Ñ.H/H1¿1¿36466­6­8$9$;›;›=>@‰@‰BCEwEwGîGîIcJcLØLØNMOMQÂQÂS7T7V¬V¬X!Y![–[–] ^ `€`€bõbõdjejgßgßiTjTlÉlÉn>o>q³q³s(t(v�v�xy{‡{‡}ü}üq€q‚æ‚æ„[…[‡ЇЉEŠEŒºŒºŽ/�/‘¤‘¤“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2—GW2�—GW25ˆW25ˆW2gŒW2$gŒW2i±W2�i±W2òW2òW29öW2$9öW2;X2�;X2Ù[X2Ù[X2 `X2$ `X2Å¢X2�Å¢X2%ÇX2ü%ÇX23ûX2 3ûX2[NY2| [NY2/ìY2Ü /ìY2ÂZ2  ÂZ2A®[2¤ A®[2ÿO\2„ ÿO\2Ï!]2ÈÏ!]2w4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14u©êÔ  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14u©êÔ  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14u©êÔ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ïï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ì ìaaÖÖ)K*K4À4À>3?3I¦I¦ST^Š^Šhühürnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvììbbØØ N N Ä Ä::°°&&œœ††ûûp p"å"å$Z%Z'Ï'Ï)D*D,¹,¹../.1£1£346�6�89;w;w=ì=ì?a@aBÖBÖDKEKGÀGÀI3J3L¦L¦NOQŒQŒSÿSÿUrVrXåXåZX[X]Ë]Ë_>`>b°b°d"e"g”g”ijlxlxnênêp\q\sÎsÎu@v@x²x²z${$}–}–€‚z‚z„ì„ì†^‡^‰щыDŒDŽ·Ž·�*‘*“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2ÇGW2�ÇGW2eˆW2 eˆW2õŽW2õŽW2™±W2€™±W27òW2ü7òW2ÇøW2ÇøW2kX2pkX2 \X2ì \X2™bX2ô™bX2Å¥X2`Å¥X2%ÊX2Ì%ÊX23ûX2ì3ûX2[NY2L [NY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2P\2T P\2á!]2˜á!]2‰4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“M b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ŽÎ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“M b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ŽÎ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1_“M b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ŽÎ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Íí  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ê ê``ÕÕ)J*J4¿4¿>2?2I¥I¥ST^‹^‹hþhþrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttêê``ÖÖ L L  Â88®®$$šš††üür r"è"è$]%]'Ò'Ò)G*G,¼,¼.1/11¦1¦346�6�89;z;z=ï=ï?d@dBÙBÙDNENGÃGÃI6J6L©L©NOQ�Q�STVuVuXèXèZ[[[]Î]Î_A`Ab´b´d'e'gšgši j l€l€nónópfqfsÙsÙuLvLx¿x¿z2{2}¥}¥€‚‹‚‹„þ„þ†q‡q‰ä‰ä‹WŒWŽÊŽÊ�=‘=“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2—GW2�—GW25ˆW2 5ˆW2gŒW2gŒW2c±W2€c±W2òW2üòW29öW29öW25X2p5X2Ó[X2ìÓ[X2 `X2ô `X2¤X2`¤X2uÈX2ÌuÈX23ûX2ì3ûX2UNY2L UNY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2eP\2T eP\25"]2˜5"]2Ý4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨ë b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨ë b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨ë b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1#C  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ë ëbbÙÙ)P*P4Ç4Ç>>?>IµIµS,T,^ž^žhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttëëbbÙÙ P P Ç Ç>>µµ,,££‘‘  "ö"ö$m%m'ä'ä)[*[,Ò,Ò.I/I1À1À37476®6®8%9%;œ;œ=>@Š@ŠBCExExGïGïIfJfLÝLÝNTOTQËQËSBTBV¹V¹X0Y0[§[§]^`•`•b c eƒeƒgúgúiqjqlèlènZoZqÌqÌs>t>v°v°x"y"{”{”}~€x€x‚ê‚ê„\…\‡·Ή@Š@Œ²Œ²Ž$�$‘–‘–“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2ÇGW2�ÇGW2eˆW2 eˆW2�W2�W2™±W2€™±W27òW2ü7òW2ÓøW2ÓøW2kX2pkX2 \X2ì \X2¥bX2ô¥bX2 ¤X2` ¤X2iÈX2ÌiÈX23ûX2ì3ûX2UNY2L UNY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœT  b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ÿß€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœT  b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ÿß€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœT  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ÿß €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations16  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss í íccÙÙ)O*O4Ã4Ã>7?7I«I«ST^“^“hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssííggáá [ [ Õ ÕOOÉÉCC½½33©© • •" # %�%�'÷'÷)m*m,ã,ã.Y/Y1Ï1Ï3E4E6»6»8191;§;§=>@�@�BCEwEwGëGëI_J_LÓLÓNGOGQ»Q»S/T/V£V£XY[‹[‹]ÿ]ÿ_s`sbçbçd[e[gÏgÏiCjCl·l·n+o+qŸqŸstv‡v‡xûxûzo{o}ã}ãW€W‚˂˄?…?‡±‡±‰$Š$Œ—Œ—Ž � ‘}‘}“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2‘GW2�‘GW2/ˆW2 /ˆW2gŒW2gŒW2c±W2€c±W2òW2üòW29öW29öW25X2p5X2Ó[X2ìÓ[X2 `X2ô `X2Å¢X2`Å¢X2%ÇX2Ì%ÇX23ûX2ì3ûX2UNY2L UNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2 P\2T  P\2Û!]2˜Û!]2ƒ4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦ç b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦ç b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1r¦ç b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ïï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ç ç\\ÑÑ)F*F4»4»>0?0I¥I¥ST^Œ^Œhþhþrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrçç\\ÑÑ F F » »00¥¥��yyîîc c"Ø"Ø$M%M'Â'Â)7*7,¬,¬.!/!1–1–3 4 6€6€8õ8õ:j;j=ß=ß?T@TBÉBÉD>E>G³G³I(J(L�L�NOQ‡Q‡SüSüUqVqXæXæZ[[[]Ð]Ð_E`Ebºbºd/e/g¤g¤ijlŽlŽnoqrqrsäsäuVvVxÈxÈz:{:}¬}¬€‚�‚�„…‡t‡t‰æ‰æ‹XŒXŽÊŽÊ�<‘<“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2ÍGW2�ÍGW2kˆW2 kˆW2�W2�W2™±W2€™±W27òW2ü7òW2ÓøW2ÓøW2kX2pkX2 \X2ì \X2¥bX2ô¥bX2Å¢X2`Å¢X2%ÇX2Ì%ÇX23ûX2ì3ûX2UNY2L UNY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœV" b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ÿß€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœV" b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ÿß€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœV" b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ÿß €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ïï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ss ë ë__ÓÓ)G*G4¹4¹>+?+I�I�ST^�^�hóhórcsc} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðssëëccÛÛ S S Ë ËCC»»33««““ { {"ï"ï$c%c'×'×)K*K,¿,¿.3/31§1§346�6�89;w;w=é=é?[@[BÍBÍD?E?G±G±I#J#L•L•NOQyQySëSëU]V]XÏXÏZA[A]³]³_%`%b—b—d e g{g{iíiík_l_nÑnÑpCqCsµsµu'v'x™x™z { }}}}ïï�a‚a„Ó„Ó†C‡C‰´‰´‹%Œ%Ž–Ž–�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2‹GW2�‹GW2)ˆW2 )ˆW2mŒW2mŒW2]±W2€]±W2ûñW2üûñW2?öW2?öW2/X2p/X2Í[X2ìÍ[X2`X2ô`X2¿¢X2`¿¢X2ÇX2ÌÇX2-ûX2ì-ûX2UNY2L UNY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2qP\2T qP\2A"]2˜A"]2é4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥è b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥è b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥è b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ïï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt î îhhÞÞ)T*T4Ê4Ê>>?>I²I²S&T&^š^šhis‚s‚} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttîîhhââ \ \ Ö ÖPPÊÊDD¾¾88²²,, ¦ ¦" # %–%–' ( *‚*‚,ø,ø.n/n1ä1ä3Z4Z6Ð6Ð8F9F;¼;¼=2>2@¨@¨BCE”E”G H J~J~LòLòNfOfQÚQÚSNTNVÂVÂX6Y6[ª[ª]^`’`’bcezezgîgîibjblÖlÖnJoJq¾q¾s2t2v¦v¦xy{Ž{Ž}~€v€v‚ê‚ê„^…^‡Ò‡Ò‰FŠFŒºŒºŽ.�.‘¢‘¢“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2ÍGW2�ÍGW2kˆW2 kˆW2׎W2׎W2Ÿ±W2€Ÿ±W2=òW2ü=òW2©øW2©øW2qX2pqX2\X2ì\X2{bX2ô{bX2¤X2`¤X2oÈX2ÌoÈX2-ûX2ì-ûX2UNY2L UNY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2•P\2T •P\2e"]2˜e"]2 5]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥]) b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1w·€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥]) b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1w·€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥]) b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1w· €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1!A  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo è èaaÚÚ)S*S4Ì4Ì>C?CIºIºS/T/^¢^¢his†s†} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooèèaaÚÚ S S Ì ÌEE¾¾77°°))¢¢ ” ”" # %†%†'ÿ'ÿ)x*x,ñ,ñ.j/j1ã1ã3\4\6Õ6Õ8N9N;Ç;Ç=@>@@¹@¹B2C2E«E«G$H$J›J›LMO‰O‰QRTwTwVîVîXeYe[Ü[Ü]S^S`Ê`Êb?c?e´e´g)h)jžjžlmo†o†qùqùsltlvßvßxRyR{Å{Å}8~8€«€«‚ƒ…‘…‘‡ˆŠtŠtŒæŒæŽX�X‘ʑʓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2‹GW2�‹GW2)ˆW2 )ˆW2mŒW2mŒW2W±W2€W±W2õñW2üõñW2?öW2?öW2)X2p)X2Ç[X2ìÇ[X2`X2ô`X2÷£X2`÷£X2WÈX2ÌWÈX2-ûX2ì-ûX2UNY2L UNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£ä b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£ä b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£ä b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1'  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ê êbbÖÖ)J*J4¾4¾>0?0I¢I¢ST^†^†høhørjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrêêbbÚÚ R R Ê ÊBBºº22ªª""šš Š Š"#%v%v'ê'ê)^*^,Ò,Ò.F/F1º1º3.4.6¢6¢89;Š;Š=þ=þ?r@rBæBæDZEZGÎGÎI@J@L²L²N$O$Q–Q–STVzVzXìXìZ^[^]Ð]Ð_B`Bb´b´d&e&g˜g˜i j l|l|nînîp`q`sÒsÒuDvDx¶x¶z({(}š}š € ‚~‚~„ð„ð†b‡b‰Ô‰Ô‹FŒFޏޏ�*‘*“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2ÓGW2�ÓGW2qˆW2 qˆW2׎W2׎W2Ÿ±W2€Ÿ±W2=òW2ü=òW2©øW2©øW2qX2pqX2\X2ì\X2{bX2ô{bX2¿¢X2`¿¢X2ÇX2ÌÇX2-ûX2ì-ûX2UNY2L UNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥_+ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1w·€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥_+ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1w·€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥_+ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1w· €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ïï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10oo æ æ]]ÔÔ)K*K4Â4Â>7?7I¬I¬ST^�^�hisqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðooææ]]ÔÔ K K  Â99°°''žžŒŒ z z"ñ"ñ$h%h'ß'ß)V*V,Í,Í.D/D1»1»32426©6©8 9 ;—;—=>@…@…BüBüDsEsGêGêI_J_LÔLÔNIOIQ¾Q¾S3T3V¨V¨XY[’[’]^`|`|bïbïdbebgÕgÕiHjHl»l»n,o,q�q�stvvxðxðza{a}Ò}ÒC€C‚´‚´„%…%‡•‡•‰ŠŒwŒwŽèŽè�Y‘Y“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2…GW2�…GW2#ˆW2 #ˆW2[ŒW2[ŒW2W±W2€W±W2õñW2üõñW2-öW2-öW2)X2p)X2Ç[X2ìÇ[X2ÿ_X2ôÿ_X2Å¥X2`Å¥X2%ÊX2Ì%ÊX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢å b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢å b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢å b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ùù  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ã ãXXÍÍ)B*B4µ4µ>(?(I›I›ST^�^�hôhôrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmããYYÏÏ E E » »11§§““}}òòg g"Ü"Ü$Q%Q'Æ'Æ);*;,°,°.%/%1š1š346„6„8ù8ù:n;n=á=á?T@TBÇBÇD:E:G­G­I J L“L“NOQyQySìSìU_V_XÒXÒZE[E]¸]¸_+`+bžbždeg„g„i÷i÷kjljnÝnÝpPqPsÃsÃu6v6x©x©z{}�}�€‚u‚u„è„è†Y‡Y‰ˉˋ=Œ=ޝޝ�!‘!“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2ÓGW2�ÓGW2qˆW2 qˆW2�W2�W2¥±W2€¥±W2CòW2üCòW2ÙøW2ÙøW2wX2pwX2\X2ì\X2«bX2ô«bX2¹¢X2`¹¢X2ÇX2ÌÇX2'ûX2ì'ûX2ONY2L ONY2;ìY2¬ ;ìY2ÂZ2p ÂZ2M®[2t M®[2¡P\2T ¡P\2q"]2˜q"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®f2 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¨è€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®f2 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¨è€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®f2 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¨è €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ïï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk ã ã[[ÓÓ)K*K4Ã4Ã>9?9I¯I¯S%T%^›^›his‡s‡} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkãã[[ÓÓ K K à Ã;;³³++££““  ƒ ƒ"û"û$s%s'ë'ë)c*c,Û,Û.S/S1Ë1Ë3C4C6»6»8393;«;«=#>#@›@›BCE‹E‹GHJyJyLïLïNeOeQÛQÛSQTQVÇVÇX=Y=[³[³])^)`Ÿ`Ÿbce‹e‹ghjwjwlílíncocqÙqÙsOtOvÅvÅx;y;{±{±}'~'€�€�‚ƒ…‰…‰‡ÿ‡ÿ‰uŠuŒëŒëŽa�a‘בד b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2…GW2�…GW2#ˆW2 #ˆW2[ŒW2[ŒW2Q±W2€Q±W2ïñW2üïñW2-öW2-öW2#X2p#X2Á[X2ìÁ[X2ÿ_X2ôÿ_X2W¤X2`W¤X2·ÈX2Ì·ÈX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2ÝÁZ2p ÝÁZ2®[2t ®[2‡O\2T ‡O\2W!]2˜W!]2ÿ3]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l á b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l á b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1l á b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1nŽ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ã ãVVÉÉ)<*<4­4­>?I�I�ST^q^qhâhârQsQ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmããYYÏÏ E E » »11§§““yyìì_ _"Ò"Ò$E%E'¸'¸)+*+,ž,ž./1„1„3÷3÷5j6j8Ý8Ý:P;P=Á=Á?2@2B£B£DEG…G…IöIöKgLgNØNØPIQISºSºU+V+XœXœZ [ ]~]~_ï_ïa`b`dÑdÑfBgBi³i³k$l$n•n•pqswswuèuèwYxYzÊzÊ|;};¬¬�‚„ބކý†ýˆm‰m‹Ý‹Ý�MŽM�½�½’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2ÓGW2�ÓGW2qˆW2 qˆW2�W2�W2¥±W2€¥±W2CòW2üCòW2ÙøW2ÙøW2wX2pwX2\X2ì\X2«bX2ô«bX2å£X2`å£X2EÈX2ÌEÈX2'ûX2ì'ûX2ONY2L ONY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®h4 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1©é€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®h4 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1©é€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®h4 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1©é €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1û  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10kk á áWWÍÍ)C*C4¹4¹>-?-I¡I¡ST^‰^‰hýhýrqsq} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðkkááWWÍÍ C C ¹ ¹//¥¥‘‘}}óói i"ß"ß$U%U'Ë'Ë)A*A,·,·.-/-1£1£346�6�89;{;{=ñ=ñ?g@gBÝBÝDSESGÉGÉI=J=L±L±N%O%Q™Q™S T V�V�XõXõZi[i]Ý]Ý_Q`QbÅbÅd9e9g­g­i!j!l•l•n o q}q}sñsñuevexÙxÙzM{M}Á}Á5€5‚©‚©„…‡‘‡‘‰ŠŒyŒyŽíŽí�a‘a“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2GW2�GW2ˆW2 ˆW2gŒW2gŒW2Q±W2€Q±W2ïñW2üïñW29öW29öW2#X2p#X2Á[X2ìÁ[X2 `X2ô `X2‰¥X2`‰¥X2éÉX2ÌéÉX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2)P\2T )P\2ù!]2˜ù!]2¡4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸâ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸâ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸâ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¢Â  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll ä äYYÎÎ)C*C4¸4¸>,?,I I ST^ˆ^ˆhühürpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllää\\ÔÔ L L Ä Ä<<´´,,¤¤ŽŽ x x"í"í$b%b'×'×)L*L,Á,Á.6/61«1«3 4 6•6•8 9 ;;=ô=ô?i@iBÞBÞDSESGÈGÈI/?/I¤I¤ST^Ž^Žhisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggÞÞUUÌÌ C C º º11¨¨––  „„ûûr r"é"é$`%`'×'×)N*N,Å,Å.@}@}BôBôDkEkGâGâIWJWLÌLÌNAOAQ¶Q¶S+T+V V XY[Š[Š]ÿ]ÿ_t`tbébéd^e^gÓgÓiHjHl½l½n2o2q§q§stv‘v‘xy{{{{}ð}ðe€e‚Ú‚Ú„O…O‡ćĉ9Š9Œ®Œ®Ž#�#‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2yGW2�yGW2ˆW2 ˆW2gŒW2gŒW2K±W2€K±W2éñW2üéñW29öW29öW2X2pX2»[X2ì»[X2 `X2ô `X2c¤X2`c¤X2ÃÈX2ÌÃÈX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�Þ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�Þ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1i�Þ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1y™  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj à àUUÊÊ)?*?4´4´>'?'IšIšS T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjààVVÌÌ B B ¸ ¸..¤¤��zzïïd d"Ù"Ù$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¤b¤degˆgˆiúiúklllnÞnÞpPqPsÂsÂu4v4x¦x¦z{}Š}Šüü�n‚n„à„à†R‡R‰ʼnŋ8Œ8ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2ÙGW2�ÙGW2wˆW2 wˆW2ÑŽW2ÑŽW2«±W2€«±W2IòW2üIòW2£øW2£øW2}X2p}X2\X2ì\X2ubX2ôubX2¹¢X2`¹¢X2ÇX2ÌÇX2'ûX2ì'ûX2INY2L INY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·q= b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1x¸€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·q= b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1x¸€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·q= b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1x¸ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ïï  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh Þ ÞTTÉÉ)>*>4³4³>&?&I™I™S T ^^hòhòrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽzzððf f"Ü"Ü$Q%Q'Æ'Æ);*;,°,°.%/%1š1š346„6„8ù8ù:n;n=ã=ã?X@XBÍBÍDBEBG·G·I*J*L�L�NOQƒQƒSöSöUiViXÜXÜZO[O]Â]Â_5`5b¨b¨degŽgŽijltltnçnçpZqZsÍsÍu@v@x³x³z&{&}™}™ € ‚‚„ò„ò†e‡e‰؉؋KŒK޾޾�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2yGW2�yGW2ˆW2 ˆW2UŒW2UŒW2K±W2€K±W2éñW2üéñW2'öW2'öW2X2pX2»[X2ì»[X2ù_X2ôù_X2Q¤X2`Q¤X2±ÈX2̱ÈX2!ûX2ì!ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœß b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœß b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœß b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1m�  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>2?2I©I©S T ^’^’hisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIZJZLÑLÑNHOHQ¿Q¿S6T6V­V­X$Y$[›[›]^`‰`‰bcewewgîgîiejelÜlÜnNoNqÀqÀs2t2v¤v¤xy{ˆ{ˆ}ú}úl€l‚Þ‚Þ„P…P‡‡‰4Š4Œ¦Œ¦Ž�‘БГ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2ßGW2�ßGW2}ˆW2 }ˆW2ûŽW2ûŽW2«±W2€«±W2IòW2üIòW2ÍøW2ÍøW2}X2p}X2\X2ì\X2ŸbX2ôŸbX2Å¥X2`Å¥X2%ÊX2Ì%ÊX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[25P\2T 5P\2"]2˜"]2­4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀxD b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¤ä€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀxD b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¤ä€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀxD b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¤ä €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ßÿ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg á áWWÍÍ)C*C4·4·>+?+IŸIŸST^‡^‡hûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggáá[[ÕÕ O O É ÉCC½½77±±''�� ‰ ‰"ÿ"ÿ$u%u'ë'ë)a*a,×,×.M/M1Ã1Ã39496¯6¯8%9%;›;›=>@ƒ@ƒB÷B÷DkEkGßGßISJSLÇLÇN;O;Q¯Q¯S#T#V—V—X Y [[]ó]ó_g`gbÛbÛdOeOgÃgÃi7j7l«l«noq“q“stv{v{xïxïzc{c}×}×K€K‚¿‚¿„3…3‡¥‡¥‰ŠŒ‹Œ‹ŽþŽþ�q‘q“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2sGW2�sGW2ˆW2 ˆW2UŒW2UŒW2E±W2€E±W2ãñW2üãñW2'öW2'öW2X2pX2µ[X2ìµ[X2ù_X2ôù_X2¡¥X2`¡¥X2ÊX2ÌÊX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšÛ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšÛ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšÛ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Û ÛPPÅÅ):*:4¯4¯>$?$I™I™ST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÛÛPPÅÅ : : ¯ ¯$$™™ƒƒøømmââW W"Ì"Ì$A%A'¶'¶)+*+, , ./1Š1Š3ÿ3ÿ5t6t8é8é:^;^=Ó=Ó?H@HB½B½D2E2G§G§IJL‘L‘NOQ{Q{SðSðUeVeXÚXÚZO[O]Ä]Ä_9`9b®b®d#e#g˜g˜i j l‚l‚nônôpfqfsØsØuJvJx¼x¼z.{.} } €‚„‚„„ö„ö†h‡h‰Ú‰Ú‹LŒL޾޾�0‘0“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2ßGW2�ßGW2}ˆW2 }ˆW2ûŽW2ûŽW2±±W2€±±W2OòW2üOòW2ÍøW2ÍøW2ƒX2pƒX2!\X2ì!\X2ŸbX2ôŸbX2W¤X2`W¤X2·ÈX2Ì·ÈX2!ûX2ì!ûX2INY2L INY2ÿëY2¬ ÿëY2×ÁZ2p ×ÁZ2®[2t ®[2½O\2T ½O\2�!]2˜�!]254]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀzF b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¥å€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀzF b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¥å€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŒÀzF b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¥å €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1q‘  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10gg ß ßSSÇÇ);*;4­4­>?I‘I‘ST^u^uhçhçrWsW} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðggßßWWÏÏ G G ¿ ¿77¯¯''ŸŸ‡‡ûûo o"ã"ã$W%W'Ë'Ë)?*?,³,³.'/'1›1›346ƒ6ƒ8÷8÷:k;k=Ý=Ý?O@OBÁBÁD3E3G¥G¥IJL‰L‰NûNûPmQmSßSßUQVQXÃXÃZ5[5]§]§_`b‹b‹dýdýfogoiáiákSlSnÅnÅp7q7s©s©uvx�x�zÿzÿ|q}qãã�U‚U„DŽdž7‡7‰¨‰¨‹ŒŽŠŽŠ�û�û’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2sGW2�sGW2ˆW2 ˆW2aŒW2aŒW2?±W2€?±W2ÝñW2üÝñW23öW23öW2X2pX2¯[X2ì¯[X2`X2ô`X2¿¥X2`¿¥X2ÊX2ÌÊX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2SP\2T SP\2#"]2˜#"]2Ë4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ü b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ü b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ü b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1á  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh â â\\ÒÒ)H*H4¾4¾>2?2I¦I¦ST^�^�hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²,,¦¦  š š"#%Š%Š'(*v*v,ì,ì.b/b1Ø1Ø3N4N6Ä6Ä8:9:;°;°=&>&@œ@œBCEˆEˆGþGþIrJrLæLæNZOZQÎQÎSBTBV¶V¶X*Y*[ž[ž]^`†`†búbúdnengâgâiVjVlÊlÊn@o@q´q´s(t(vœvœxy{„{„}ø}øl€l‚à‚à„T…T‡ȇȉ<Š<Œ°Œ°Ž$�$‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2åGW2�åGW2ƒˆW2 ƒˆW2ÅŽW2ÅŽW2±±W2€±±W2OòW2üOòW2—øW2—øW2ƒX2pƒX2!\X2ì!\X2ibX2ôibX2?¤X2`?¤X2ŸÈX2ÌŸÈX2ûX2ìûX2CNY2L CNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2ƒP\2T ƒP\2S"]2˜S"]2û4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•É�M b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1w·€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•É�M b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1w·€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•É�M b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1w· €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1_  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ü ÜUUÎÎ)G*G4À4À>7?7I®I®S#T#^ ^ his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÜÜUUÎÎ G G À À99²²++¤¤–– ˆ ˆ"#%z%z'ó'ó)l*l,å,å.^/^1×1×3P4P6É6É8B9B;»;»=4>4@­@­B&C&EŸEŸGHJ�J�LMO}O}QôQôSkTkVâVâXYYY[Ð[Ð]G^G`¾`¾b3c3e¨e¨ghj’j’lmo„o„q÷q÷sjtjvÝvÝxPyP{Ã{Ã}6~6€©€©‚ƒ…�…�‡ˆŠrŠrŒäŒäŽV�V‘ȑȓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2mGW2�mGW2 ˆW2  ˆW2[ŒW2[ŒW2?±W2€?±W2ÝñW2üÝñW2-öW2-öW2X2pX2¯[X2ì¯[X2ÿ_X2ôÿ_X2¦X2`¦X2ÊX2ÌÊX2ûX2ìûX2CNY2L CNY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c— Ø b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c— Ø b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c— Ø b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1@`  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞVVÊÊ)>*>4²4²>$?$I–I–ST^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$j%j'Þ'Þ)R*R,Æ,Æ.:/:1®1®3"4"6–6–8 9 ;~;~=ò=ò?f@fBÚBÚDNENGÂGÂI4J4L¦L¦NOQŠQŠSüSüUnVnXàXàZR[R]Ä]Ä_6`6b¨b¨degŒgŒiþiþkplpnænæpXqXsÊsÊuŒ>ްް�"‘"“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2åGW2�åGW2ƒˆW2 ƒˆW2ÅŽW2ÅŽW2·±W2€·±W2UòW2üUòW2—øW2—øW2‰X2p‰X2'\X2ì'\X2ibX2ôibX2›¥X2`›¥X2ûÉX2ÌûÉX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2P\2T P\2á!]2˜á!]2‰4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•ɃO b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1w·€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•ɃO b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1w·€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1•ɃO b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1w· €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1½Ý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10cc Ú ÚQQÈÈ)?*?4¶4¶>+?+I I ST^Œ^Œhýhýrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðccÚÚQQÈÈ ? ? ¶ ¶--¤¤’’  €€÷÷n n"å"å$\%\'Ó'Ó)J*J,Á,Á.8/81¯1¯3&4&6�6�89;‹;‹=>@y@yBðBðDgEgGÞGÞISJSLÈLÈN=O=Q²Q²S'T'VœVœXY[†[†]û]û_p`pbãbãdVeVgÉgÉi?I‘I‘ST^ƒ^ƒhöhörgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡þþssèè] ]"Ò"Ò$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=×=×?J@JB½B½D0E0G£G£IJL‰L‰NüNüPoQoSâSâUUVUXÈXÈZ;[;]®]®_!`!b b deg†g†iùiùklllnßnßpRqRsÅsÅu8v8x«x«z{}‘}‘€‚w‚w„ê„ê†[‡[‰͉͋?Œ?ޱޱ�#‘#“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lå2W2åGW2�åGW2ƒˆW2 ƒˆW2ïŽW2ïŽW2·±W2€·±W2UòW2üUòW2ÁøW2ÁøW2‰X2p‰X2'\X2ì'\X2“bX2ô“bX2¤X2`¤X2cÈX2ÌcÈX2ûX2ìûX2=NY2L =NY25ìY2¬ 5ìY2]ÀZ2p ]ÀZ2;�[2t ;�[2›P\2T ›P\2‘ ]2˜‘ ]293]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1žÒŠV b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¢â€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1žÒŠV b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¢â€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1žÒŠV b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¢â €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1JF  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ × ×OOÑÑ)I*I4Á4Á>7?7I­I­S#T#^¥^¥his‘s‘} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__××OOÇÇ ? ? · ·//§§——‡‡ÿÿw w"ï"ï$q%q'é'é)a*a,Ù,Ù.Q/Q1É1É3A4A6¹6¹8191;©;©=!>!@™@™BCE‰E‰GHJwJwLíLíNcOcQÙQÙSOTOVÅVÅX;Y;[±[±]'^'`�`�bce‰e‰gÿgÿiujulëlënmomqãqãsYtYvÏvÏxEyE{»{»}1~1€§€§‚ƒ…“…“‡ ˆ ŠŠŒõŒõŽk�k‘á‘á“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lå2W2gGW2�gGW2ˆW2 ˆW2OŒW2OŒW29±W2€9±W2×ñW2ü×ñW2!öW2!öW2 X2p X2©[X2ì©[X2ó_X2ôó_X2ߣX2`ߣX2?ÈX2Ô?ÈX2ûX2ôûX2=NY2T =NY2ùëY2´ ùëY2!ÀZ2x !ÀZ2ÿ�[2| ÿ�[2{O\2\ {O\2q]2 q]22]2¤€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`” Õ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`” Õ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1`” Õ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7M'operation.3exchange :z2breasonOperatorInputsvalue7invocations1ÆVµ!  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×NNÁÁ)4*44¥4¥>?I‡I‡ST^u^uhæhærUsU} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡þþqqääW W"Ê"Ê$=%='°'°)#*#,–,–. / 1|1|3ï3ï5b6b8Õ8Õ:H;H=¹=¹?*@*B›B›D E G}G}IîIîK_L_NÐNÐPAQAS²S²U#V#X”X”Z[]v]v_ç_çadbddÕdÕfFgFi·i·k(l(n™n™p q s{s{uìuìw]x]zÎzÎ|?}?°°�!‚!„’„’†‡‰q‰q‹á‹á�QŽQ�Á�Á’ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lå2W2ëGW2�ëGW2‰ˆW2 ‰ˆW2ïŽW2ïŽW2·±W2€·±W2UòW2üUòW2ÁøW2ÁøW2‰X2p‰X2'\X2ì'\X2“bX2ô“bX2‰¢X2`‰¢X2éÆX2ÌéÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY2EÀZ2p EÀZ2#�[2t #�[2#P\2T #P\2 ]2˜ ]2Á2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1žÒŒX b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1£ã€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1žÒŒX b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1£ã€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1žÒŒX b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1£ã €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ÏË  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10__ Õ ÕKKÉÉ)?*?4µ4µ>)?)I�I�ST^‘^‘hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ð__ÕÕKKÁÁ 7 7 ­ ­##™™……ûûqqçç] ]"Ó"Ó$Q%Q'Ç'Ç)=*=,³,³.)/)1Ÿ1Ÿ346‹6‹89;w;w=í=í?c@cBÙBÙDOEOGÅGÅI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noq…q…sùsùumvmxáxázU{U}É}É=€=‚±‚±„%…%‡™‡™‰ Š Œ�Œ�ŽõŽõ�i‘i“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1„Ù2W2GW2GW2·‡W2|·‡W2�W2„�W2Q�W2ðQ�W2Û™W2|Û™W2�W2H�W2ë°W2Ôë°W2‰ñW2P‰ñW2íöW2XíöW2#úW2Ä#úW2­X2P­X2ãX2ãX2½X2¨½X2[[X2$ [[X2¿`X2, ¿`X2õcX2˜ õcX2mX2$ mX2µpX2ð µpX2÷�X2| ÷�X2«¤X2X«¤X2 ÉX2Ü ÉX2MöX2üMöX2�Y2Ø�Y2=1?1I¥I¥S%T%^™^™h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÛÛUUÏÏ I I à Ã==··11««ÝÝSSÉÉ? ?"µ"µ$y%y'ï'ï)e*e,Û,Û.Q/Q1Ç1Ç3=4=6³6³8)9);Ÿ;Ÿ=>@‰@‰BýBýDqEqGåGåIYJYLÍLÍNAOAQµQµS)T)V�V�XY[…[…]ù]ù_m`mbíbídaeagÕgÕiIjIl½l½n1o1q¥q¥stv�v�xy{u{u}é}é]€]‚тфE…E‡¹‡¹‰,Š,ŒŸŒŸŽ�‘…‘…“# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2ýGW2èýGW2›ˆW2d›ˆW2O�W2lO�W2Ù˜W2èÙ˜W2œW2´œW2ϱW2@ϱW2mòW2¼mòW2!ùW2Ä!ùW2«X2@«X2áX2 áX2¡X2˜¡X2?\X2?\X2óbX2 óbX2}lX2˜ }lX2³oX2d ³oX2õœX2ð õœX2›¥X2Ì ›¥X2ûÉX2H ûÉX2=÷X2h=÷X2“Y2D“Y2O ? I“I“ST^…^…høhørksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ºº//¤¤ "Ž"Ž$G%G'¼'¼)1*1,¦,¦./1�1�346z6z8ï8ï:d;d=Ù=Ù?L@LB¿B¿D2E2G¥G¥IJL‹L‹NþNþPqQqSäSäUWVWXÊXÊZ=[=]°]°_#`#b¢b¢degˆgˆiûiûknlnnánápTqTsÇsÇu:v:x­x­z { }“}“€‚y‚y„ì„ì†_‡_‰щыCŒC޵޵�'‘'“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1„Ù2W2GW2GW2·‡W2|·‡W2�W2„�W2Q�W2ðQ�W2Û™W2|Û™W2�W2H�W2å°W2Ôå°W2ƒñW2PƒñW2íöW2XíöW2#úW2Ä#úW2­X2P­X2ãX2ãX2·X2¨·X2U[X2$ U[X2¿`X2, ¿`X2õcX2˜ õcX2mX2$ mX2µpX2ð µpX2óžX2| óžX2¦X2T¦X2gÊX2ÐgÊX2¥øX2ð¥øX2åY2ÈåY2¡;Y2T¡;Y2EaY2xEaY2ClY2¤ClY2ìY20ìY2ÝÁZ2ôÝÁZ2®[2ø®[2‘»[2Ø‘»[2½O\2d½O\2�!]2¨�!]254]2¬€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OÆ’ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Ñ bšWuoperation.0ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue4bytes2304patternContiguousinvocations1 bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OÆ’ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Ñ  bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1  bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1OÆ’  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Ñ bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 okzÂ2R bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1�ÁÆ  JÉ ˆ È  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1d�‚ƒ„%¥în…·7†€‡Òˆ‡ †  …  „  ƒ  ‚ �€�ÁB‚AÀ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ù ÙÉÉ)=*=4±4±>#?#I•I•ST^…^…h÷h÷risi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A ¹ ¹11©©!!™™ÈÈ<<°°$ $"˜"˜$Y%Y'Í'Í)A*A,µ,µ.)/)1�1�346…6…8ù8ù:m;m=á=á?S@SBÅBÅD7E7G©G©IJL�L�NÿNÿPqQqSãSãUUVUXÇXÇZ9[9]«]«_`b›b›d e ggiñiñkclcnÕnÕpGqGs¹s¹u+v+x�x�z{}�}�óó�e‚e„ׄ׆I‡I‰º‰º‹+Œ+ŽœŽœ� ‘ “# b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 $ bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxÙ2W2HW2èHW2¡ˆW2d¡ˆW2O�W2lO�W2Ù˜W2èÙ˜W2œW2´œW2Õ±W2@Õ±W2sòW2¼sòW2!ùW2Ä!ùW2«X2@«X2áX2 áX2§X2˜§X2E\X2E\X2óbX2 óbX2}lX2˜ }lX2³oX2d ³oX2õœX2ð õœX2±¤X2Ì ±¤X2ÉX2H ÉX2SöX2hSöX2¯ Y2D¯ Y2k>Y2Ðk>Y2ùaY2ôùaY2÷lY2 ÷lY2óëY2¬óëY2ËÁZ2pËÁZ2®[2t®[2»[2T»[2uO\2àuO\2E!]2$E!]2í3]2(€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¼ð¬x b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a¡^žB bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¼ð¬x b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a¡^žB bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¼ð¬x  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a¡^žB  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ~žž¾á bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1ŠÊ…ÅÅ � Í U • bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1dŠ ”ž�¨(äd²2«+¼<ròÆFÐPØX à ` è h ð p ø x ê * €ˆ�Zä$¬ìt´ bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×  ÁÁ)4*44§4§>?I‰I‰ST^w^whèhèrYsY} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡¹¹,,ŸŸ "…"…$=%='°'°)#*#,–,–. / 1|1|3ï3ï5b6b8Õ8Õ:H;H=»=»?,@,B�B�DEGGIðIðKaLaNÒNÒPCQCS´S´U%V%X–X–Z[]x]x_é_éafbfd×d×fHgHi¹i¹k*l*n›n›p q s}s}uîuîw_x_zÐzÐ|A}A²²�#‚#„”„”†‡‰u‰u‹å‹å�UŽU�Å�Å’  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxß2W2gGW2ègGW2ˆW2dˆW2O�W2lO�W2Ù˜W2èÙ˜W2œW2´œW29±W2@9±W2×ñW2¼×ñW2!ùW2Ä!ùW2«X2@«X2áX2 áX2 X2˜ X2©[X2©[X2óbX2 óbX2}lX2˜ }lX2³oX2d ³oX2õœX2ð õœX2ù¤X2Ì ù¤X2YÉX2P YÉX2›öX2p›öX2�Y2L�Y2=7?7I®I®SßSß] ^ his†s†} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÚÚSSÌÌ E E ¾ ¾77°°))¢¢””  † †"ÿ"ÿ$x%x'ñ'ñ)j*j,ã,ã.\/\1Õ1Õ3N4N6Ç6Ç8@9@;¹;¹=2>2@«@«B$C$E�E�GHJ�J�LMO}O}QôQôSkTkVâVâXYYY[Ð[Ð]G^G`¾`¾bïbïddedgÙgÙiNjNlÃlÃn„o„q÷q÷sjtjvÝvÝxPyP{Ã{Ã}6~6€©€©‚ƒ…�…�‡ˆŠtŠtŒæŒæŽX�X‘ʑʓ  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxß2W2÷GW2è÷GW2•ˆW2d•ˆW2O�W2lO�W2Ù˜W2èÙ˜W2œW2´œW2ɱW2@ɱW2gòW2¼gòW2!ùW2Ä!ùW2«X2@«X2áX2 áX2›X2˜›X29\X29\X2óbX2 óbX2}lX2˜ }lX2³oX2d ³oX2õœX2ð õœX2Ñ¥X2Ì Ñ¥X21ÊX2H 1ÊX2s÷X2hs÷X2�Y2D�Y2=&?&IšIšSÌSÌ]„^„høhørnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÜÜTTÌÌ D D ¼ ¼44¬¬$$œœ††ûûp p"å"å$Z%Z'Ï'Ï)D*D,¹,¹../.1£1£346�6�89;w;w=ì=ì?a@aBÖBÖDKEKGÀGÀI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`Jb|b|dðdðfdgdiØiØkLlLnoqxqxsìsìu`v`xÔxÔzH{H}¼}¼0€0‚¤‚¤„…‡އމŠŒxŒxŽíŽí�b‘b“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxß2W2gGW2ègGW2ˆW2dˆW2O�W2lO�W2Ù˜W2èÙ˜W2œW2´œW29±W2@9±W2×ñW2¼×ñW2!ùW2Ä!ùW2«X2@«X2áX2 áX2 X2˜ X2©[X2©[X2óbX2 óbX2}lX2˜ }lX2³oX2d ³oX2ñ�X2ð ñ�X2¹¥X2È ¹¥X2ÊX2D ÊX2WøX2dWøX2kY2<kY2'=Y2È'=Y2Û^Y2ìÛ^Y2ÙiY2ÙiY2ìY2¤ìY2éÁZ2héÁZ2#®[2l#®[2�»[2L�»[2 P\2Ø P\2Û!]2Û!]2ƒ4]2 €} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a• Ø b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @b¢C bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a• Ø b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @b¢C bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a• Ø  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @b¢C  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 fbh°ã bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7MWoperation.4exchange :z2breasonOperatorInputsvalue8invocations1a¡…ÉÉ jª  K  bâ-g operation.4ipu_stack_rearrange_row_major_to_amp_f16_o1_r64_p64_c72_p80-:-z1211Z5ò¡z¥*¥z©*©b­reasonOperatorInputsvalue8kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(TransposedRight), tiling: TensorTiling { tile_count: 192, replicas: 1, axes: [AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(2), partitions: 12, block_size: 64, padding_multiple: 64, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements4608input0Elements4608invocations1€� bJ7M—operation.5exchange :z2breasonOperatorInputsvalue9invocations1daáBÂ#£„  åeèhÆF°0§'xøˆÈiéJÊ+ «  Œ í m Î N ¯ / � q±R³óT” bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ø ØOOÆÆ)=*=4´4´>+?+I I SÎSÎ]Œ^Œhýhýroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaØØOOÆÆ = = ´ ´++¢¢��~~õõl l"ã"ã$Z%Z'Ñ'Ñ)H*H,¿,¿.6/61­1­3$4$6›6›89;‰;‰=>@w@wBîBîDeEeGÜGÜISJSLÈLÈN=O=Q²Q²S'T'VœVœXY[†[†]û]û_p`pbžbždeg„g„i÷i÷kjljn(o(q™q™s t v{v{xìxìz]{]}Î}Î?€?‚°‚°„!…!‡“‡“‰ŠŒuŒu޿޿�W‘W“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1çxß2W2ýGW2èýGW2›ˆW2d›ˆW2O�W2lO�W2Ù˜W2èÙ˜W2œW2´œW2ɱW2@ɱW2gòW2¼gòW2!ùW2Ä!ùW2«X2@«X2áX2 áX2›X2˜›X29\X29\X2óbX2 óbX2}lX2˜ }lX2³oX2d ³oX2õœX2ð õœX2�¤X2Ì �¤X2íÈX2H íÈX2/öX2h/öX2‡Y2D‡Y2CˆiéJÊ+ «  Œ í m Î N ¯ / � ¢ â q±R³óT” bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)2)B)Z-b1reasonLocalCopyvalue10bytes10240patternContiguousinvocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØMMÂÂ)7*74¬4¬>!?!I”I”SÅSÅ]|^|hîhîrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 bšWuoperation.6ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue10bytes2048patternContiguousinvocations5 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆýýrrçç\ \"Ñ"Ñ$F%F'»'»)0*0,¥,¥./1�1�346y6y8î8î:c;c=Ø=Ø?M@MBÂBÂD7E7G¬G¬I!J!L”L”NOQzQzSíSíU`V`XÓXÓZF[F]¹]¹_,`,b]b]dÏdÏfAgAi³i³k%l%nÜnÜpNqNsÀsÀu2v2x¤x¤z{}ˆ}ˆúú�l‚l„Þ„Þ†R‡R‰ʼnŋ8Œ8ޫޫ�‘“  b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1! bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2mGW2ÐmGW2 ˆW2L ˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW2?±W2(?±W2ÝñW2¤ÝñW2'ùW2¬'ùW2±X2(±X2çX2ôçX2X2€X2¯[X2ü¯[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2ûœX2Ø ûœX2ó¤X2´ ó¤X2SÉX28 SÉX2•öX2X•öX2aýX24aýX2ÍTY2 ÍTY2#ìY2,#ìY2ûÁZ2ðûÁZ25®[2ô5®[2‰P\2Ô‰P\2Y"]2Y"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–Û b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Ua¡B bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–Û b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Ua¡B bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b–Û  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Ua¡B  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ññöò÷‡‡; bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ÉI’[ÛHˆ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ù ÙQQÉÉ)A*A4¹4¹>1?1I§I§ST^“^“h i ss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A ¹ ¹11©©!!™™‰‰ y y"ñ"ñ$i%i'á'á)Y*Y,Ñ,Ñ.I/I1Á1Á39496±6±8)9);¡;¡=>@‘@‘B C E�E�GùGùIqJqLçLçN]O]QÓQÓSITIV¿V¿X5Y5[«[«]!^!`—`—b c eƒeƒgùgùiojolålån[o[qÑqÑsGtGv½v½x3y3{©{©}~€•€•‚ ƒ …�…�‡÷‡÷‰mŠmŒãŒãŽY�Y‘ϑϓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ñGW2ÐñGW2�ˆW2L�ˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2ñW2(ñW2aòW2¤aòW2-ùW2¬-ùW2·X2(·X2íX2ôíX2•X2€•X23\X2ü3\X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2G¥X2´ G¥X2§ÉX20 §ÉX2éöX2PéöX2aýX2,aýX2G\Y2˜G\Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2AP\2ÌAP\2"]2"]2¹4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¤Ø’^ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a¡uµF bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¤Ø’^ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a¡uµF bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¤Ø’^  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a¡uµF  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ññör’ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€Ý]º:—À  €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Û ÛRRÉÉ)@*@4·4·>0?0I§I§ST^�^�histst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÛÛRRÉÉ @ @ · ·..¥¥““  ��øøo o"æ"æ$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßIXJXLÏLÏNFOFQ½Q½S4T4V«V«X"Y"[™[™]^`‡`‡bþbþdueugìgìicjclÚlÚnLoLq¾q¾s0t0v¢v¢xy{†{†}ø}øj€j‚܂܄N…N‡À‡À‰2Š2Œ¤Œ¤Ž�‘ˆ‘ˆ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2mGW2ÐmGW2 ˆW2L ˆW2U�W2TU�W2ߘW2ÐߘW2œW2œœW29±W2(9±W2×ñW2¤×ñW2'ùW2¬'ùW2±X2(±X2çX2ôçX2 X2€ X2©[X2ü©[X2ùbX2 ùbX2ƒlX2€ ƒlX2¹oX2L ¹oX2÷�X2Ø ÷�X2ç¤X2° ç¤X2GÉX2, GÉX2…÷X2L…÷X2íþX2$íþX2WUY2�WUY2 ìY2 ìY2ãÁZ2àãÁZ2®[2ä®[2P\2ÄP\2á!]2á!]2‰4]2 €} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– Ù b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 Va¡B bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– Ù b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 Va¡B bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– Ù  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 Va¡B  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 [WWŸ * bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1‰Í€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1$¤ím¶6ÿÑ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×MMÃÃ)9*94¯4¯>%?%I™I™S T ^�^�hõhõrisi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$K%K'Á'Á)7*7,­,­.#/#1™1™346…6…8û8û:q;q=ç=ç?]@]BÓBÓDIEIG¿G¿I5J5L©L©NOQ‘Q‘STVyVyXíXíZa[a]Õ]Õ_I`Ib½b½d1e1g¥g¥ijl�l�noququséséu]v]xÑxÑzE{E}¹}¹-€-‚¡‚¡„…‡‰‡‰‰ý‰ý‹qŒqŽåŽå�Y‘Y“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2÷GW2Ð÷GW2•ˆW2L•ˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2ñW2(ñW2aòW2¤aòW2-ùW2¬-ùW2·X2(·X2íX2ôíX2•X2€•X23\X2ü3\X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2‡¤X2´ ‡¤X2çÈX20 çÈX2)öX2P)öX2ñY2,ñY2ã\Y2˜ã\Y2ìY2$ìY2ÝÁZ2èÝÁZ2®[2ì®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¦Ú–b b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a¡uµG bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¦Ú–b b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a¡uµG bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1¦Ú–b  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a¡uµG  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 lŒŒ¬±Ñ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1‘Ñ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1tôQÑ.® ‹]� €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb × ×LLÁÁ)6*64«4«>"?"I—I—S T ^~^~hðhðrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbb××LLÁÁ 6 6 « «  ••  ôôiiÞÞS S"È"È$=%='²'²)'*',œ,œ./1†1†3û3û5p6p8å8å:Z;Z=Ï=Ï?D@DB¹B¹D.E.G£G£IJL�L�NOQyQySîSîUcVcXØXØZM[M]Â]Â_7`7b¬b¬d!e!g–g–i j l€l€nònòpdqdsÖsÖuHvHxºxºz,{,}ž}ž€‚‚‚‚„ô„ô†f‡f‰؉؋JŒJ޼޼�.‘.“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2sGW2ÐsGW2ˆW2LˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2E±W2(E±W2ãñW2¤ãñW2-ùW2¬-ùW2·X2(·X2íX2ôíX2X2€X2µ[X2üµ[X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2�X2Ø �X2ó¤X2´ ó¤X2SÉX28 SÉX2•öX2X•öX2qÿX24qÿX2-UY2 -UY2ìY2,ìY2õÁZ2ðõÁZ2/®[2ô/®[2SP\2ÔSP\2#"]2#"]2Ë4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ü b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @c£D bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ü b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @c£D bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ü  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @c£D  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ññöòò‚‚6 bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 L€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1‚ÖVª*~þ¢â €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ø ØOOÆÆ)=*=4´4´>+?+I I ST^Š^Šhÿhÿrtst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaØØOOÆÆ = = ´ ´++¢¢��~~õõl l"ã"ã$Z%Z'Ñ'Ñ)H*H,¿,¿.6/61­1­3$4$6›6›89;‰;‰=>@w@wBîBîDeEeGÜGÜISJSLÈLÈN=O=Q²Q²S'T'VœVœXY[†[†]û]û_p`pbåbådZeZgÏgÏiDjDl¹l¹n.o.q£q£stv�v�xy{w{w}ì}ìa€a‚Ö‚Ö„K…K‡À‡À‰5Š5ŒªŒªŽ�‘”‘”“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2ëGW2ÐëGW2‰ˆW2L‰ˆW2g�W2Tg�W2ñ˜W2Ðñ˜W2'œW2œ'œW2·±W2(·±W2UòW2¤UòW29ùW2¬9ùW2ÃX2(ÃX2ùX2ôùX2‰X2€‰X2'\X2ü'\X2 cX2  cX2•lX2€ •lX2ËoX2L ËoX2 �X2Ø  �X2G¥X2´ G¥X2§ÉX20 §ÉX2éöX2PéöX2aýX2,aýX2û\Y2˜û\Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2YP\2ÌYP\2)"]2)"]2Ñ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1™Í‡S b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a¡¨èQ bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1™Í‡S b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a¡¨èQ bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1™Í‡S  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a¡¨èQ  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 Ññöi‰ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€èhÐP¸8p° €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh â â\\ÒÒ)H*H4¾4¾>4?4I¨I¨ST^�^�hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhââ\\ÖÖ P P Ê ÊDD¾¾88²²,,¦¦  š š"#%Š%Š'(*v*v,ì,ì.b/b1Ø1Ø3N4N6Ä6Ä8:9:;°;°=&>&@œ@œBCEˆEˆGþGþItJtLèLèN\O\QÐQÐSDTDV¸V¸X,Y,[ [ ]^`ˆ`ˆbübüdpepgägäiXjXlÌlÌn@o@q´q´s(t(vœvœxy{„{„}ø}øl€l‚à‚à„T…T‡ȇȉ<Š<Œ°Œ°Ž$�$‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lå2W2sGW2ÐsGW2ˆW2LˆW2[�W2T[�W2å˜W2Ðå˜W2œW2œœW2?±W2(?±W2ÝñW2¤ÝñW2-ùW2¬-ùW2·X2(·X2íX2ôíX2X2€X2¯[X2ü¯[X2ÿbX2 ÿbX2‰lX2€ ‰lX2¿oX2L ¿oX2ý�X2Ø ý�X2]¤X2° ]¤X2½ÈX2, ½ÈX2ûöX2LûöX2 Y2$ Y2½UY2�½UY2 ìY2 ìY2ãÁZ2àãÁZ2®[2ä®[2íO\2ÄíO\2½!]2½!]2e4]2 €} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ú b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @b¢C bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ú b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @b¢C bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1c—Ú  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @b¢C  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 PLL”zš bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1 ä€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1RÒ&¦úzÎN6v €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ø ØNNÃÃ)8*84­4­>"?"I•I•ST^{^{hîhîrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbØØNNÄÄ : : ° °&&œœˆˆþþttêê` `"Ö"Ö$K%K'À'À)5*5,ª,ª./1”1”3 4 6~6~8ó8ó:h;h=Ý=Ý?R@RBÇBÇD*>4²4²>&?&I˜I˜S T ^|^|hîhîr`s`} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$j%j'Þ'Þ)R*R,Æ,Æ.:/:1®1®3"4"6–6–8 9 ;~;~=ò=ò?f@fBÚBÚDNENGÂGÂI6J6L¨L¨NOQŒQŒSþSþUpVpXâXâZT[T]Æ]Æ_8`8bªbªdegŽgŽijlrlrnänäpVqVsÈsÈu:v:x¬x¬z{}�}�€‚t‚t„æ„æ†X‡X‰ʉʋ<Œ<ޮޮ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2yGW2ÐyGW2ˆW2LˆW2s�W2Ts�W2ý˜W2Ðý˜W23œW2œ3œW2E±W2(E±W2ãñW2¤ãñW2EùW2¬EùW2ÏX2(ÏX2X2ôX2X2€X2µ[X2üµ[X2cX2 cX2¡lX2€ ¡lX2×oX2L ×oX2�X2Ø �X2¥X2´ ¥X2qÉX28 qÉX2³öX2X³öX2�Y24�Y2KUY2 KUY2ìY2,ìY2õÁZ2ðõÁZ2/®[2ô/®[25P\2Ô5P\2"]2"]2­4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Ý b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Iy¹Z bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Ý b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Iy¹Z bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Ý  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Iy¹Z  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1eaañzšŸS bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1%e€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ØX°0ˆÀ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee ß ßUUËË)A*A4·4·>+?+IŸIŸST^‡^‡hûhûroso} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeßßYYÓÓ M M Ç ÇAA»»55¯¯%%›› ‡ ‡"ý"ý$s%s'é'é)_*_,Õ,Õ.K/K1Á1Á37476­6­8#9#;™;™=>@ƒ@ƒB÷B÷DkEkGßGßISJSLÇLÇN;O;Q¯Q¯S#T#V—V—X Y [[]ó]ó_g`gbÛbÛdOeOgÃgÃi7j7l«l«noq“q“stv{v{xïxïzc{c}×}×K€K‚¿‚¿„3…3‡§‡§‰ŠŒ�Œ�Ž�‘s‘s“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2åGW2ÐåGW2ƒˆW2LƒˆW2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW2±±W2(±±W2OòW2¤OòW23ùW2¬3ùW2½X2(½X2óX2ôóX2ƒX2€ƒX2!\X2ü!\X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2�X2Ø �X2©¦X2´ ©¦X2 ËX20  ËX2KøX2PKøX2gýX2,gýX2¯]Y2˜¯]Y2 ìY2$ ìY2ãÁZ2èãÁZ2®[2ì®[2áO\2ÌáO\2±!]2±!]2Y4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂ|H b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a¡uµE bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂ|H b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a¡uµE bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂ|H  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a¡uµE  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ;[¦ÆËë bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ósæfÙY ` €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛPPÅÅ):*:4¯4¯>"?"I•I•ST^{^{hîhîrasa} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹uuêê_ _"Ô"Ô$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?N@NBÁBÁD4E4G§G§IJL�L�NOQsQsSæSæUYVYXÌXÌZ?[?]²]²_%`%b˜b˜d e g~g~iñiñkdldn×n×pJqJs½s½u0v0x£x£z{}‰}‰üü�o‚o„â„â†U‡U‰ljNj9Œ9ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2sGW2ÐsGW2ˆW2LˆW2s�W2Ts�W2ý˜W2Ðý˜W23œW2œ3œW2E±W2(E±W2ãñW2¤ãñW2EùW2¬EùW2ÏX2(ÏX2X2ôX2X2€X2µ[X2üµ[X2cX2 cX2¡lX2€ ¡lX2×oX2L ×oX2žX2Ø žX2¿¥X2° ¿¥X2ÊX2, ÊX2]øX2L]øX2+Y2$+Y2çUY2�çUY2ìY2ìY2ÝÁZ2àÝÁZ2®[2ä®[2½O\2ĽO\2�!]2�!]254]2 €} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Û b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1  Jx¸Y bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Û b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1  Jx¸Y bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Û  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1  Jx¸Y  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 EAA‰Ûû bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1½€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1`à8¸�èhX˜ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝQQÅÅ)9*94­4­>?I‘I‘ST^u^uhçhçrYsY} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%��……ùùm m"á"á$U%U'É'É)=*=,±,±.%/%1™1™3 4 6�6�8õ8õ:i;i=Ý=Ý?O@OBÁBÁD3E3G¥G¥IJL‰L‰NûNûPmQmSßSßUQVQXÃXÃZ5[5]§]§_`b‹b‹dýdýfogoiáiákSlSnÅnÅp7q7s©s©uvx�x�zÿzÿ|q}qãã�U‚U„DŽdž9‡9‰ª‰ª‹ŒŽŒŽŒ�ý�ý’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lë2W2åGW2ÐåGW2ƒˆW2LƒˆW2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW2·±W2(·±W2UòW2¤UòW23ùW2¬3ùW2½X2(½X2óX2ôóX2‰X2€‰X2'\X2ü'\X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2�X2Ø �X2Õ¤X2´ Õ¤X25ÉX20 5ÉX2wöX2PwöX2ñY2,ñY2c^Y2˜c^Y2ùëY2$ùëY2ÑÁZ2èÑÁZ2 ®[2ì ®[2{O\2Ì{O\2K!]2K!]2ó3]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ä€L b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a¡uµF bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ä€L b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a¡uµF bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1�Ä€L  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a¡uµF  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ZzÐðð bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1‡Ç€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ÌL¿?²2¥%Ó €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛNNÁÁ)4*44§4§>?I‰I‰SúSú]k^khÜhÜrMsM} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹þþqqääW W"Ê"Ê$=%='°'°)#*#,–,–. / 1|1|3ï3ï5b6b8Õ8Õ:H;H=»=»?,@,B�B�DEGGIðIðKaLaNÒNÒPCQCS´S´U%V%X–X–Z[]x]x_é_éaZbZdËdËf;?;I²I²S'T'^š^šh i s€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÞÞWWÐÐ I I  Â;;´´--¦¦˜˜ Š Š"#%|%|'õ'õ)n*n,ç,ç.`/`1Ù1Ù3R4R6Ë6Ë8D9D;½;½=6>6@¯@¯B(C(E¡E¡GHJ“J“L M O�O�QøQøSoToVæVæX]Y][Ô[Ô]K^K`Â`Âb7c7e¬e¬g!h!j–j–l m o~o~qñqñsdtdv×v×xJyJ{½{½}0~0€£€£‚ƒ…‰…‰‡ü‡ü‰nŠnŒàŒàŽR�R‘đē b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2ÙGW2ÐÙGW2wˆW2LwˆW2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW2«±W2(«±W2IòW2¤IòW23ùW2¬3ùW2½X2(½X2óX2ôóX2}X2€}X2\X2ü\X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2�X2Ø �X2�¦X2´ �¦X2ýÊX20 ýÊX2?øX2P?øX2mýX2,mýX2c^Y2˜c^Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2)P\2Ì)P\2ù!]2ù!]2¡4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·q= b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a¡¡áC bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·q= b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a¡¡áC bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ƒ·q=  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a¡¡áC  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 ,L´ÔÊê bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€þ~ü|úzÐ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh à àUUÊÊ)?*?4´4´>*?*IžIžST^†^†húhúrpsp} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhààXXÐÐ H H À À88°°((  ŠŠÿÿt t"é"é$^%^'Ó'Ó)H*H,½,½.2/21§1§346‘6‘89;{;{=ð=ð?e@eBÚBÚDOEOGÄGÄI:J:L®L®N"O"Q–Q–S T V~V~XòXòZf[f]Ú]Ú_N`NbÂbÂd6e6gªgªijl’l’noqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡�‡�‰ŠŒzŒzŽïŽï�d‘d“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2yGW2ÐyGW2ˆW2LˆW2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW2K±W2(K±W2éñW2¤éñW23ùW2¬3ùW2½X2(½X2óX2ôóX2X2€X2»[X2ü»[X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2žX2Ø žX2w¥X2° w¥X2×ÉX2, ×ÉX2øX2LøX2ÿX2$ÿX2MVY2�MVY2ìY2ìY2õÁZ2àõÁZ2/®[2ä/®[2P\2ÄP\2ç!]2ç!]2�4]2 €} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ü b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @b¢C bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ü b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @b¢C bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ü  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @b¢C  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 :66~�° bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1£ç€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1Œ oïRÒ5µ»û €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>/?/I¤I¤ST^ˆ^ˆhùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIWJWLÌLÌNAOAQ¶Q¶S+T+V V XY[Š[Š]ÿ]ÿ_t`tbçbçdZeZgÍgÍi@j@l³l³n$o$q•q•stvwvwxèxèzY{Y}Ê}Ê;€;‚¬‚¬„…‡�‡�‰ŠŒqŒqŽâŽâ�S‘S“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2ßGW2ÐßGW2}ˆW2L}ˆW2a�W2Ta�W2ë˜W2Ðë˜W2!œW2œ!œW2±±W2(±±W2OòW2¤OòW23ùW2¬3ùW2½X2(½X2óX2ôóX2ƒX2€ƒX2!\X2ü!\X2cX2 cX2�lX2€ �lX2ÅoX2L ÅoX2�X2Ø �X2¿¥X2´ ¿¥X2ÊX20 ÊX2a÷X2Pa÷X2+Y2,+Y2_Y2˜_Y2ìY2$ìY2éÁZ2èéÁZ2#®[2ì#®[2çO\2ÌçO\2·!]2·!]2_4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹uA b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a¡¡áC bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹uA b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a¡¡áC bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹uA  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a¡¡áC  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 QqºÚÙù bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¾þ€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1øxövôtòrŽÎ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜQQÆÆ);*;4°4°>%?%I˜I˜S T ^|^|hîhîrbsb} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒvvëë` `"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ü=Ü?Q@QBÆBÆD;E;G°G°I%J%L˜L˜N O Q~Q~SñSñUdVdX×X×ZJ[J]½]½_0`0b¢b¢deg†g†iøiøkjljnÜnÜpNqNsÀsÀu2v2x¤x¤z{}ˆ}ˆúú�l‚l„Þ„Þ†R‡R‰ʼnŋ8Œ8ޫޫ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2GW2ÐGW2ˆW2LˆW2g�W2Tg�W2ñ˜W2Ðñ˜W2'œW2œ'œW2Q±W2(Q±W2ïñW2¤ïñW29ùW2¬9ùW2ÃX2(ÃX2ùX2ôùX2#X2€#X2Á[X2üÁ[X2 cX2  cX2•lX2€ •lX2ËoX2L ËoX2 �X2Ø  �X2ó¤X2´ ó¤X2SÉX28 SÉX2•öX2X•öX2cY24cY2VY2 VY25ìY2,5ìY2 ÂZ2ð ÂZ2G®[2ôG®[2›P\2Ô›P\2k"]2k"]25]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšß b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @b¢C bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšß b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @b¢C bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšß  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @b¢C  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1OKKÛ&ëŸ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1ñ1€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€înÜ\ÊJp° €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝUUÍÍ)E*E4½4½>5?5I«I«S!T!^—^—h i sƒsƒ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%���� } }"õ"õ$m%m'å'å)]*],Õ,Õ.M/M1Å1Å3=4=6µ6µ8-9-;¥;¥=>@•@•B C E…E…GýGýIuJuLëLëNaOaQ×Q×SMTMVÃVÃX9Y9[¯[¯]%^%`›`›bce‡e‡gýgýisjslélén_o_qÕqÕsKtKvÁvÁx7y7{­{­}#~#€™€™‚ƒ…………‡û‡û‰qŠqŒçŒçŽ]�]‘Ó‘Ó“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2ÓGW2ÐÓGW2qˆW2LqˆW2g�W2Tg�W2ñ˜W2Ðñ˜W2'œW2œ'œW2¥±W2(¥±W2CòW2¤CòW29ùW2¬9ùW2ÃX2(ÃX2ùX2ôùX2wX2€wX2\X2ü\X2 cX2  cX2•lX2€ •lX2ËoX2L ËoX2 �X2Ø  �X2¹¥X2´ ¹¥X2ÊX20 ÊX2[÷X2P[÷X2mýX2,mýX2_Y2˜_Y2)ìY2$)ìY2ÂZ2èÂZ2;®[2ì;®[2YP\2ÌYP\2)"]2)"]2Ñ4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬f2 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a¡w·B bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬f2 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a¡w·B bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1x¬f2  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a¡w·B  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 :Z“³Íí bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ ‰’›€À €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>4?4I«I«S"T"^”^”hisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãI\J\LÓLÓNJOJQÁQÁS8T8V¯V¯X&Y&[�[�]^`‹`‹bceyeygðgðigjglÞlÞnPoPqÂqÂs4t4v¦v¦xy{Š{Š}ü}ün€n‚à‚à„R…R‡ćĉ6Š6Œ¨Œ¨Ž�‘Œ‘Œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2GW2ÐGW2ˆW2LˆW2g�W2Tg�W2ñ˜W2Ðñ˜W2'œW2œ'œW2Q±W2(Q±W2ïñW2¤ïñW29ùW2¬9ùW2ÃX2(ÃX2ùX2ôùX2#X2€#X2Á[X2üÁ[X2 cX2  cX2•lX2€ •lX2ËoX2L ËoX2 žX2Ø  žX2o¤X2° o¤X2ÏÈX2, ÏÈX2 ÷X2L ÷X2Y2$Y2³VY2�³VY2#ìY2#ìY2ûÁZ2àûÁZ25®[2ä5®[2)P\2Ä)P\2ù!]2ù!]2¡4]2 €} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšÝ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @b¢C bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšÝ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @b¢C bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1fšÝ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @b¢C  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 /++s�¡ bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ÿã€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1¸8¦&”‚^ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛQQÇÇ)=*=4³4³>)?)I�I�ST^…^…hùhùrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹wwííc c"Ù"Ù$O%O'Å'Å);*;,±,±.'/'1�1�346‰6‰8ÿ8ÿ:u;u=ë=ë?a@aB×B×DMEMGÃGÃI9J9L­L­N!O!Q•Q•S T V}V}XñXñZe[e]Ù]Ù_M`MbÁbÁd5e5g©g©ijl‘l‘noqyqysísíuavaxÕxÕzI{I}½}½1€1‚¥‚¥„…‡�‡�‰ŠŒuŒuŽéŽé�]‘]“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·lñ2W2ÙGW2ÐÙGW2wˆW2LwˆW2g�W2Tg�W2ñ˜W2Ðñ˜W2'œW2œ'œW2«±W2(«±W2IòW2¤IòW29ùW2¬9ùW2ÃX2(ÃX2ùX2ôùX2}X2€}X2\X2ü\X2 cX2  cX2•lX2€ •lX2ËoX2L ËoX2 �X2Ø  �X2�¥X2´ �¥X2ïÉX20 ïÉX21÷X2P1÷X2ÿY2,ÿY2Ý_Y2˜Ý_Y2ìY2$ìY2ïÁZ2èïÁZ2)®[2ì)®[2ÿO\2ÌÿO\2Ï!]2Ï!]2w4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®j6 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a¡v¶B bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®j6 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a¡v¶B bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1z®j6  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a¡v¶B  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 <„¤©É bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1�Í€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1$¤-­6¶?¿I‰ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Û ÛPPÅÅ):*:4¯4¯>&?&I›I›ST^‚^‚hôhôrfsf} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÛÛPPÅÅ : : ¯ ¯$$™™ƒƒøømmââW W"Ì"Ì$A%A'¶'¶)+*+, , ./1Š1Š3ÿ3ÿ5t6t8é8é:^;^=Ó=Ó?H@HB½B½D2E2G§G§IJL“L“NOQ}Q}SòSòUgVgXÜXÜZQ[Q]Æ]Æ_;`;b°b°d%e%gšgšijl„l„nönöphqhsÚsÚuLvLx¾x¾z0{0}¢}¢€‚†‚†„ø„ø†j‡j‰܉܋NŒNŽÀŽÀ�2‘2“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·l÷2W2…GW2Ð…GW2#ˆW2L#ˆW2g�W2Tg�W2ñ˜W2Ðñ˜W2'œW2œ'œW2W±W2(W±W2õñW2¤õñW29ùW2¬9ùW2ÃX2(ÃX2ùX2ôùX2)X2€)X2Ç[X2üÇ[X2 cX2  cX2•lX2€ •lX2ËoX2L ËoX2 �X2Ø  �X2#¥X2´ #¥X2ƒÉX28 ƒÉX2ÅöX2XÅöX2sýX24sýX2_VY2 _VY2/ìY2,/ìY2ÂZ2ðÂZ2A®[2ôA®[2eP\2ÔeP\25"]25"]2Ý4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›à b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @b¢C bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›à b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @b¢C bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›à  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @b¢C  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7MGoperation.3exchange :z2breasonOperatorInputsvalue7invocations1D@@П¤X bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€ùyòrëkÈ €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ü ÜSSÊÊ)A*A4¸4¸>/?/I¤I¤ST^Ž^Žhisxsx} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÜÜSSÊÊ A A ¸ ¸//¦¦””  ‚‚ùùp p"ç"ç$^%^'Õ'Õ)L*L,Ã,Ã.:/:1±1±3(4(6Ÿ6Ÿ89;�;�=>@{@{BòBòDiEiGàGàIWJWLÌLÌNAOAQ¶Q¶S+T+V V XY[Š[Š]ÿ]ÿ_t`tbébéd^e^gÓgÓiHjHl½l½n2o2q§q§stv‘v‘xy{{{{}ð}ðe€e‚Ú‚Ú„O…O‡ćĉ9Š9Œ®Œ®Ž#�#‘˜‘˜“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·l÷2W2ÍGW2ÐÍGW2kˆW2LkˆW2g�W2Tg�W2ñ˜W2Ðñ˜W2'œW2œ'œW2Ÿ±W2(Ÿ±W2=òW2¤=òW29ùW2¬9ùW2ÃX2(ÃX2ùX2ôùX2qX2€qX2\X2ü\X2 cX2  cX2•lX2€ •lX2ËoX2L ËoX2 �X2Ø  �X2¯¦X2´ ¯¦X2ËX20 ËX2QøX2PQøX2sýX2,sýX2Ë_Y2˜Ë_Y25ìY2$5ìY2 ÂZ2è ÂZ2G®[2ìG®[2kP\2ÌkP\2;"]2;"]2ã4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡[' b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a¡¡áC bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡[' b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a¡¡áC bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡['  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a¡¡áC  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 :Ÿ¿Ää bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1@€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1€”(¨<¼0p €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll æ æ``ÖÖ)L*L4Â4Â>8?8I¬I¬S T ^”^”his|s|} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllææ``ÚÚ T T Î ÎHHÂÂ<<¶¶00ªª$$ ž ž"#%Ž%Ž'(*z*z,ð,ð.f/f1Ü1Ü3R4R6È6È8>9>;´;´=*>*@ @ BCEŒEŒGHJxJxLìLìN`O`QÔQÔSHTHV¼V¼X0Y0[¤[¤]^`Œ`Œbcetetgègèi\j\lÐlÐnDoDq¸q¸s,t,v v xy{ˆ{ˆ}ü}üp€p‚ä‚ä„X…X‡̇̉@Š@Œ´Œ´Ž(�(‘œ‘œ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·l÷2W2…GW2Ð…GW2#ˆW2L#ˆW2g�W2Tg�W2ñ˜W2Ðñ˜W2'œW2œ'œW2W±W2(W±W2õñW2¤õñW29ùW2¬9ùW2ÃX2(ÃX2ùX2ôùX2)X2€)X2Ç[X2üÇ[X2 cX2  cX2•lX2€ •lX2ËoX2L ËoX2 žX2Ø  žX2ù¤X2° ù¤X2YÉX2, YÉX2—÷X2L—÷X2/ÿX2$/ÿX2WY2�WY2ìY2ìY2õÁZ2àõÁZ2/®[2ä/®[2ÿO\2ÄÿO\2Ï!]2Ï!]2w4]2 €} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›Þ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 @b¢C bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›Þ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 @b¢C bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›Þ  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 @b¢C  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÂ)gÁoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1 $  h& bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÂ)gÁoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r9_p16_c72_p72-:-z1211Z5ZYz]"]za"abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements648input0Elements648invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1¹ý€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1ädÝ]ÖVÏO�Á €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜRRÇÇ)<*<4±4±>&?&I™I™S T ^^hòhòrese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒxxîîd d"Ú"Ú$O%O'Ä'Ä)9*9,®,®.#/#1˜1˜3 4 6‚6‚8÷8÷:l;l=á=á?V@VBËBËD@E@GµGµI*J*L�L�NOQƒQƒSöSöUiViXÜXÜZO[O]Â]Â_5`5b¨b¨degŽgŽijltltnçnçpZqZsÍsÍu@v@x³x³z&{&}™}™ € ‚‚„ò„ò†e‡e‰؉؋KŒK޾޾�1‘1“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations1·l÷2W2ÓGW2ÐÓGW2qˆW2LqˆW2g�W2Tg�W2ñ˜W2Ðñ˜W2'œW2œ'œW2Ÿ±W2(Ÿ±W2=òW2¤=òW29ùW2¬9ùW2ÃX2(ÃX2ùX2ôùX2qX2€qX2\X2ü\X2 cX2  cX2•lX2€ •lX2ËoX2L ËoX2 �X2Ø  �X2•¥X2´ •¥X2õÉX20 õÉX27÷X2P7÷X2IY2,IY2�`Y2˜�`Y2ìY2$ìY2õÁZ2èõÁZ2/®[2ì/®[2óO\2ÌóO\2Ã!]2Ã!]2k4]2€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£_+ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.0exchange :z2breasonOperatorInputsvalue4invocations1 a¡¡áC bÊwµoperation.0ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue4kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.1ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue5bytes2304patternContiguousinvocations1€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£_+ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7M7operation.1exchange :z2breasonOperatorInputsvalue5invocations1 a¡¡áC bÊwµoperation.1ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue5kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1  bšWuoperation.2ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue6bytes2304patternContiguousinvocations1 €} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1o£_+  b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1 €_ bJ7M7operation.2exchange :z2breasonOperatorInputsvalue6invocations1 a¡¡áC  bÊwµoperation.2ipu_stack_reduce_sum_f165:5z9299Z=2MzQ*QzU*UzY*Yb]reasonOperatorKernelvalue6kernelSpecPlanned(ReductionSum { partials: 2 })outputElements1152input0Elements1152input1Elements1152invocations1 bšWuoperation.3ipu_stack_copy_u64%:%R)2))2)*)B)Z-b1reasonLocalCopyvalue7bytes2304patternContiguousinvocations1 bÊ-gÅoperation.3ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue7kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€} bJ7M7operation.3exchange :z2breasonOperatorInputsvalue7invocations1  ,ƒ£¨È bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 bÊ-gÅoperation.4ipu_stack_unpack_amp_to_row_major_f16_o1_r16_p16_c72_p72-:-z1211Z5ZYz]*]za*abereasonOperatorKernelvalue8kernelSpecPlanned(Rearrange { from: Layout { order: Amp(TransposedLeft), tiling: TensorTiling { tile_count: 736, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 46, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 16, block_size: 2, padding_multiple: 2, shard_padding_multiple: 1, padding: Zero, tile_stride: Some(46) }] }, memory_class: Ipu21Interleaved }, to: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard } })outputElements1152input0Elements1152invocations1€+ bJ7Moperation.4exchange :z2breasonOperatorInputsvalue8invocations1Ô€� bJ7MWoperation.5exchange :z2breasonOperatorInputsvalue9invocations1PÐdäxøŒ D €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj â âZZÎÎ)B*B4¶4¶>*?*IœIœST^€^€hòhòrdsd} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjââZZÒÒ J J  Â::²²**¢¢’’  ‚ ‚"ú"ú$n%n'â'â)V*V,Ê,Ê.>/>1²1²3&4&6š6š89;‚;‚=ö=ö?j@jBÞBÞDRERGÆGÆI:J:L¬L¬NOQ�Q�STVtVtXæXæZX[X]Ê]Ê_<`v>x°x°z"{"}”}”€‚x‚x„ê„ê†\‡\‰Ή΋@Œ@޲޲�$‘$“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2£GW2�£GW2AˆW2AˆW2gŒW2$gŒW2o±W2�o±W2 òW2 òW29öW2$9öW2AX2�AX2ß[X2ß[X2 `X2$ `X2¤X2�¤X2oÈX2üoÈX23ûX2 3ûX2[NY2| [NY2AìY2Ü AìY2ÂZ2  ÂZ2S®[2¤ S®[2YP\2„ YP\2)"]2È)"]2Ñ4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14y­&òÕ¡ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14y­&òÕ¡ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14y­&òÕ¡ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations19  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10zz ô ôjjàà)V*V4Ê4Ê>>?>I²I²S&T&^š^šhis€s€} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðzzôônnèè b b Ü ÜVVÐÐJJÄÄ::°°&& œ œ"#%ˆ%ˆ'þ'þ)t*t,ê,ê.`/`1Ö1Ö3L4L6Â6Â8898;®;®=">"@–@–B C E~E~GòGòIfJfLÚLÚNNONQÂQÂS6T6VªVªXY[’[’]^`z`zbîbîdbebgÖgÖiJjJl¾l¾n2o2q¦q¦stvŽvŽxy{v{v}ê}ê^€^‚Ò‚Ò„F…F‡¸‡¸‰+Š+ŒžŒžŽ�‘„‘„“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2ÇGW2�ÇGW2eˆW2 eˆW2õŽW2õŽW2™±W2€™±W27òW2ü7òW2ÇøW2ÇøW2kX2pkX2 \X2ì \X2™bX2ô™bX2Ë¢X2`Ë¢X2+ÇX2Ì+ÇX23ûX2ì3ûX2[NY2L [NY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2ÿO\2T ÿO\2Ï!]2˜Ï!]2w4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•O b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1�Í€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•O b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1�Í€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•O b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1�Í €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ññ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr è è]]ÒÒ)G*G4º4º>-?-I I ST^†^†hùhùrjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrèè^^ÔÔ J J À À66¬¬""˜˜  ‚‚÷÷l l"á"á$V%V'Ë'Ë)@*@,µ,µ.*/*1Ÿ1Ÿ346‰6‰8þ8þ:s;s=æ=æ?Y@YBÌBÌD?E?G²G²I%J%L˜L˜N O Q~Q~SñSñUdVdX×X×ZJ[J]½]½_0`0b£b£deg‰g‰iüiükolonânâpUqUsÈsÈu;v;x®x®z!{!}”}”€‚z‚z„í„í†^‡^‰ЉЋBŒBŽ´Ž´�&‘&“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2�GW2��GW2;ˆW2;ˆW2gŒW2$gŒW2o±W2�o±W2 òW2 òW29öW2$9öW2AX2�AX2ß[X2ß[X2 `X2$ `X2¤X2�¤X2cÈX2ücÈX23ûX2 3ûX2[NY2| [NY2)ìY2Ü )ìY2ÂZ2  ÂZ2;®[2¤ ;®[2áO\2„ áO\2±!]2ȱ!]2Y4]2Ì€} bJ7UGoperation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14w«"îÖ¢ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7UGoperation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14w«"îÖ¢ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7UGoperation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations14w«"îÖ¢ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1 *  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10xx ð ðddØØ)L*L4¾4¾>0?0I¢I¢ST^†^†høhørhsh} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðxxððhhàà X X Ð ÐHHÀÀ88°°$$˜˜  € €"ô"ô$h%h'Ü'Ü)P*P,Ä,Ä.8/81¬1¬3 4 6”6”89;|;|=î=î?`@`BÒBÒDDEDG¶G¶I(J(LšLšN O Q~Q~SðSðUbVbXÔXÔZF[F]¸]¸_*`*bœbœdeg€g€iòiòkdldnÖnÖpHqHsºsºu,v,xžxžz{}‚}‚ôô�f‚f„؄؆H‡H‰¹‰¹‹*Œ*ޛޛ� ‘ “ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2ÍGW2�ÍGW2kˆW2 kˆW2õŽW2õŽW2™±W2€™±W27òW2ü7òW2ÇøW2ÇøW2kX2pkX2 \X2ì \X2™bX2ô™bX2Ë¢X2`Ë¢X2+ÇX2Ì+ÇX23ûX2ì3ûX2[NY2L [NY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2™O\2T ™O\2i!]2˜i!]24]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Q b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ŒÌ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Q b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ŒÌ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1a•Q b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ŒÌ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ññ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ê ê]]ÐÐ)C*C4´4´>%?%I–I–ST^x^xhéhérXsX} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðttêê``ÖÖ L L  Â88®®$$šš  €€óóf f"Ù"Ù$L%L'¿'¿)2*2,¥,¥./1‹1‹3þ3þ5q6q8ä8ä:W;W=È=È?9@9BªBªDEGŒGŒIýIýKnLnNßNßPPQPSÁSÁU2V2X£X£Z[]…]…_ö_öagbgdØdØfIgIiºiºk+l+nœnœp q s~s~uïuïw`x`zÑzÑ|B}B³³�$‚$„•„•†‡‰t‰t‹ä‹ä�TŽT�Ä�Ä’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2—GW2�—GW25ˆW2 5ˆW2gŒW2gŒW2i±W2€i±W2òW2üòW29öW29öW2;X2p;X2Ù[X2ìÙ[X2 `X2ô `X2Å¢X2`Å¢X2%ÇX2Ì%ÇX23ûX2ì3ûX2UNY2L UNY2GìY2¬ GìY2ÂZ2p ÂZ2Y®[2t Y®[2¡P\2T ¡P\2q"]2˜q"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vª#ï b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vª#ï b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1vª#ï b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ññ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10vv ï ïhháá)Z*Z4Ó4Ó>J?JIÁIÁS6T6^©^©his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðvvïïhháá Z Z Ó ÓLLÅÅ>>··00©©"" › ›"#%�%�'(**,ø,ø.q/q1ê1ê3c4c6Ü6Ü8U9U;Î;Î=G>G@À@ÀB9C9E²E²G+H+J¢J¢LMO�O�QRT~T~VõVõXlYl[ã[ã]Z^Z`Ñ`ÑbFcFe»e»g0h0j¥j¥lmo�o�qrtstsvævæxYyY{Ì{Ì}?~?€²€²‚%ƒ%…˜…˜‡ ˆ Š{Š{ŒíŒíŽ_�_‘ёѓ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2ÍGW2�ÍGW2kˆW2 kˆW2�W2�W2Ÿ±W2€Ÿ±W2=òW2ü=òW2ÙøW2ÙøW2qX2pqX2\X2ì\X2«bX2ô«bX2Å¢X2`Å¢X2%ÇX2Ì%ÇX23ûX2ì3ûX2UNY2L UNY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2;P\2T ;P\2 "]2˜ "]2³4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžX$ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¡á€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžX$ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¡á€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžX$ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¡á €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ññ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq é é^^ÓÓ)H*H4½4½>1?1I¥I¥ST^�^�hisusu} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqééaaÙÙ Q Q É ÉAA¹¹11©©““ } }"ò"ò$g%g'Ü'Ü)Q*Q,Æ,Æ.;/;1°1°3%4%6š6š89;„;„=ù=ù?n@nBãBãDXEXGÍGÍIAJALµLµN)O)Q�Q�STV…V…XùXùZm[m]á]á_U`UbÉbÉd=e=g±g±i%j%l™l™n o q�q�sõsõuivixÝxÝzQ{Q}Å}Å9€9‚­‚­„!…!‡•‡•‰ Š ŒŒŽôŽô�i‘i“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2—GW2�—GW25ˆW2 5ˆW2gŒW2gŒW2c±W2€c±W2òW2üòW29öW29öW25X2p5X2Ó[X2ìÓ[X2 `X2ô `X2Å¢X2`Å¢X2%ÇX2Ì%ÇX23ûX2ì3ûX2UNY2L UNY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2/P\2T /P\2ÿ!]2˜ÿ!]2§4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨ë b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨ë b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1t¨ë b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ññ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10tt ë ëbbÙÙ)P*P4Ç4Ç>>µµ,,££‘‘  "ö"ö$m%m'ä'ä)[*[,Ò,Ò.I/I1À1À37476®6®8%9%;œ;œ=>@Š@ŠBCExExGïGïIdJdLÙLÙNNONQÃQÃS8T8V­V­X"Y"[—[—] ^ `�`�bôbôdgeggÚgÚiMjMlÀlÀn1o1q¢q¢stv„v„xõxõzf{f}×}×H€H‚¹‚¹„*…*‡š‡š‰ Š Œ|Œ|ŽíŽí�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lý2W2ÓGW2�ÓGW2qˆW2 qˆW2�W2�W2Ÿ±W2€Ÿ±W2=òW2ü=òW2ÙøW2ÙøW2qX2pqX2\X2ì\X2«bX2ô«bX2Å¢X2`Å¢X2%ÇX2Ì%ÇX23ûX2ì3ûX2UNY2L UNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2ùO\2T ùO\2É!]2˜É!]2q4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžZ& b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¡á€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžZ& b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¡á€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžZ& b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¡á €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ññ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10qq ç ç\\ÑÑ)F*F4»4»>.?.I¡I¡ST^…^…h÷h÷risi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðqqçç]]ÓÓ I I ¿ ¿55««!!——  ��öök k"à"à$U%U'Ê'Ê)?*?,´,´.)/)1ž1ž346ˆ6ˆ8ý8ý:r;r=ç=ç?\@\BÑBÑDFEFG»G»I.J.L¡L¡NOQ‡Q‡SúSúUmVmXàXàZS[S]Æ]Æ_9`9b«b«deg�g�ijlslsnånåpWqWsÉsÉu;v;x­x­z{}‘}‘€‚u‚u„ç„ç†Y‡Y‰̉̋?Œ?޲޲�%‘%“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2‘GW2�‘GW2/ˆW2 /ˆW2mŒW2mŒW2c±W2€c±W2òW2üòW2?öW2?öW25X2p5X2Ó[X2ìÓ[X2`X2ô`X2¿¢X2`¿¢X2ÇX2ÌÇX2-ûX2ì-ûX2UNY2L UNY2GìY2¬ GìY2ÂZ2p ÂZ2Y®[2t Y®[2­P\2T ­P\2}"]2˜}"]2%5]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§ ì b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 J€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§ ì b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 J€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§ ì b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 J €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ññ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10rr ê êbbÚÚ)R*R4Ê4Ê>@?@I¶I¶S,T,^¢^¢hisŽsŽ} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðrrêêbbÚÚ R R Ê ÊBBºº22ªª""šš Š Š"#%z%z'ò'ò)j*j,â,â.Z/Z1Ò1Ò3J4J6Â6Â8:9:;²;²=*>*@¢@¢BCE’E’G H J€J€LöLöNlOlQâQâSXTXVÎVÎXDYD[º[º]0^0`¦`¦bce’e’ghj~j~lôlônjojqàqàsVtVvÌvÌxByB{¸{¸}.~.€¤€¤‚ƒ…�…�‡ˆŠ|Š|ŒòŒòŽh�h‘Þ‘Þ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2ÓGW2�ÓGW2qˆW2 qˆW2׎W2׎W2¥±W2€¥±W2CòW2üCòW2©øW2©øW2wX2pwX2\X2ì\X2{bX2ô{bX2¿¢X2`¿¢X2ÇX2ÌÇX2-ûX2ì-ûX2UNY2L UNY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2_P\2T _P\2/"]2˜/"]2×4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§a- b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1uµ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§a- b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1uµ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§a- b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1uµ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ññ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ä ä[[ÒÒ)I*I4À4À>7?7I®I®S%T%^—^—h i s{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmää[[ÒÒ I I À À77®®%%œœŠŠ x x"ï"ï$f%f'Ý'Ý)T*T,Ë,Ë.B/B1¹1¹30406§6§89;•;•= > @ƒ@ƒBúBúDqEqGèGèI_J_LÖLÖNMOMQÄQÄS;T;V²V²X)Y)[ [ ]^`Ž`Žbce|e|gógóijjjlálánSoSqÅqÅs7t7v©v©xy{�{�}ÿ}ÿq€q‚ã‚ã„U…U‡LJlj9Š9Œ«Œ«Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2‘GW2�‘GW2/ˆW2 /ˆW2mŒW2mŒW2]±W2€]±W2ûñW2üûñW2?öW2?öW2/X2p/X2Í[X2ìÍ[X2`X2ô`X2¿¢X2`¿¢X2ÇX2ÌÇX2-ûX2ì-ûX2UNY2L UNY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[25P\2T 5P\2"]2˜"]2­4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥è b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 K€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥è b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 K€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1q¥è b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 K €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ññ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10pp æ æ\\ÒÒ)H*H4¾4¾>2?2I¦I¦ST^Ž^Žhisvsv} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðppææ\\ÒÒ H H ¾ ¾44ªª  ––  ‚‚øøn n"ä"ä$Z%Z'Ð'Ð)F*F,¼,¼.2/21¨1¨346”6”8 9 ;€;€=ö=ö?l@lBâBâDXEXGÎGÎIBJBL¶L¶N*O*QžQžSTV†V†XúXúZn[n]â]â_V`VbÊbÊd>e>g²g²i&j&lšlšnoq‚q‚sösöujvjxÞxÞzR{R}Æ}Æ:€:‚®‚®„"…"‡–‡–‰ Š Œ~Œ~ŽòŽò�f‘f“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17L÷2W2ÓGW2�ÓGW2qˆW2 qˆW2׎W2׎W2¥±W2€¥±W2CòW2üCòW2©øW2©øW2wX2pwX2\X2ì\X2{bX2ô{bX2ñ£X2`ñ£X2QÈX2ÌQÈX2-ûX2ì-ûX2UNY2L UNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2P\2T P\2Õ!]2˜Õ!]2}4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§c/ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1uµ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§c/ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1uµ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1s§c/ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1uµ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ÿ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm â âWWÌÌ)A*A4¶4¶>+?+I I ST^‡^‡hùhùrksk} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmââWWÌÌ A A ¶ ¶++  ŠŠÿÿttéé^ ^"Ó"Ó$H%H'½'½)2*2,§,§./1‘1‘346{6{8ð8ð:e;e=Ú=Ú?O@OBÄBÄD9E9G®G®I#J#L˜L˜N O Q‚Q‚S÷S÷UlVlXáXáZV[V]Ë]Ë_@`@bµbµd*e*gŸgŸijl‰l‰nûnûpmqmsßsßuQvQxÃxÃz5{5}§}§€‚‹‚‹„ý„ý†o‡o‰á‰á‹SŒSŽÅŽÅ�7‘7“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2‹GW2�‹GW2)ˆW2 )ˆW2[ŒW2[ŒW2]±W2€]±W2ûñW2üûñW2-öW2-öW2/X2p/X2Í[X2ìÍ[X2ÿ_X2ôÿ_X2!¤X2`!¤X2�ÈX2Ì�ÈX2'ûX2ì'ûX2ONY2L ONY25ìY2¬ 5ìY2 ÂZ2p  ÂZ2G®[2t G®[2kP\2T kP\2;"]2˜;"]2ã4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤é b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤é b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1p¤é b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations12R  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn å å\\ÓÓ)J*J4Á4Á>6?6I«I«S T ^•^•h i ss} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnåå\\ÓÓ J J Á Á88¯¯&&��‹‹ y y"ð"ð$g%g'Þ'Þ)U*U,Ì,Ì.C/C1º1º31416¨6¨89;–;–= > @„@„BûBûDrErGéGéI^J^LÓLÓNHOHQ½Q½S2T2V§V§XY[‘[‘]^`{`{bðbðdeeegÚgÚiOjOlÄlÄn9o9q®q®s#t#v˜v˜x y {‚{‚}÷}÷l€l‚á‚á„V…V‡ˇˉ@Š@ŒµŒµŽ*�*‘Ÿ‘Ÿ“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2ÙGW2�ÙGW2wˆW2 wˆW2�W2�W2«±W2€«±W2IòW2üIòW2ÙøW2ÙøW2}X2p}X2\X2ì\X2«bX2ô«bX2¿¢X2`¿¢X2ÇX2ÌÇX2'ûX2ì'ûX2ONY2L ONY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2eP\2T eP\25"]2˜5"]2Ý4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°j6 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1ªê€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°j6 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1ªê€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°j6 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1ªê €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ññ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ç çaa××)M*M4Ã4Ã>7?7I«I«ST^“^“his{s{} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmççaaÛÛ U U Ï ÏIIÃÃ==··11««%% Ÿ Ÿ"#%�%�'(*{*{,ñ,ñ.g/g1Ý1Ý3S4S6É6É8?9?;µ;µ=+>+@¡@¡BCE�E�GHJwJwLëLëN_O_QÓQÓSGTGV»V»X/Y/[£[£]^`‹`‹bÿbÿdsesgçgçi[j[lÏlÏnCoCq·q·s+t+vŸvŸxy{‡{‡}û}ûo€o‚ã‚ã„W…W‡ˇˉ?Š?Œ³Œ³Ž'�'‘›‘›“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2…GW2�…GW2#ˆW2 #ˆW2[ŒW2[ŒW2W±W2€W±W2õñW2üõñW2-öW2-öW2)X2p)X2Ç[X2ìÇ[X2ÿ_X2ôÿ_X2ñ£X2`ñ£X2QÈX2ÌQÈX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2õÁZ2p õÁZ2/®[2t /®[2ÿO\2T ÿO\2Ï!]2˜Ï!]2w4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢å b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢å b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1n¢å b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1#  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm ã ãYYÎÎ)C*C4¸4¸>+?+IžIžST^„^„h÷h÷rjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmããYYÏÏ E E » »11§§““  õõk k"á"á$V%V'Ë'Ë)@*@,µ,µ.*/*1Ÿ1Ÿ346‰6‰8þ8þ:s;s=è=è?]@]BÒBÒDGEGG¼G¼I/J/L¢L¢NOQˆQˆSûSûUnVnXáXáZT[T]Ç]Ç_:`:b­b­d e g“g“ijlylynìnìp_q_sÒsÒuEvEx¸x¸z+{+}ž}ž€‚„‚„„÷„÷†j‡j‰݉݋PŒPŽÃŽÃ�6‘6“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2ÙGW2�ÙGW2wˆW2 wˆW2�W2�W2«±W2€«±W2IòW2üIòW2ÙøW2ÙøW2}X2p}X2\X2ì\X2«bX2ô«bX2ë£X2`ë£X2KÈX2ÌKÈX2'ûX2ì'ûX2ONY2L ONY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2íO\2T íO\2½!]2˜½!]2e4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°l8 b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1«ë€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°l8 b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1«ë€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1|°l8 b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1«ë €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1þ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10mm å å]]ÑÑ)E*E4¹4¹>+?+I�I�ST^�^�hóhórese} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðmmåå]]ÕÕ M M Å Å==µµ--¥¥••  … …"ý"ý$q%q'å'å)Y*Y,Í,Í.A/A1µ1µ3)4)6�6�89;…;…=ù=ù?m@mBáBáDUEUGÉGÉI;J;L­L­NOQ‘Q‘STVuVuXçXçZY[Y]Ë]Ë_=`=b¯b¯d!e!g“g“ijlwlwnénép[q[sÍsÍu?v?x±x±z#{#}•}•€‚y‚y„ë„ë†]‡]‰ωϋAŒA޳޳�%‘%“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2…GW2�…GW2#ˆW2 #ˆW2mŒW2mŒW2W±W2€W±W2õñW2üõñW2?öW2?öW2)X2p)X2Ç[X2ìÇ[X2`X2ô`X2Å¥X2`Å¥X2%ÊX2Ì%ÊX2'ûX2ì'ûX2INY2L INY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2AP\2T AP\2"]2˜"]2¹4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡æ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1Q€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡æ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1Q€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1m¡æ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1Q €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ýý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10nn è è^^ÔÔ)J*J4¾4¾>2?2I¦I¦ST^Ž^Žhistst} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðnnèèbbÜÜ V V Ð ÐJJÄÄ>>¸¸..¤¤ � �"#%|%|'ò'ò)h*h,Þ,Þ.T/T1Ê1Ê3@4@6¶6¶8,9,;¢;¢=>@Š@ŠBþBþDrErGæGæIZJZLÎLÎNBOBQ¶Q¶S*T*VžVžXY[†[†]ú]ú_n`nbâbâdVeVgÊgÊi>j>l²l²n&o&qšqšstv‚v‚xöxözj{j}Þ}ÞR€R‚ƂƄ:…:‡¬‡¬‰ŠŒ’Œ’Ž�‘x‘x“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2ßGW2�ßGW2}ˆW2 }ˆW2ÑŽW2ÑŽW2«±W2€«±W2IòW2üIòW2£øW2£øW2}X2p}X2\X2ì\X2ubX2ôubX2Å¥X2`Å¥X2%ÊX2Ì%ÊX2'ûX2ì'ûX2INY2L INY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2áO\2T áO\2±!]2˜±!]2Y4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹s? b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1v¶€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹s? b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1v¶€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1…¹s? b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1v¶ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Ýý  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Ü ÜQQÆÆ);*;4®4®>!?!I”I”ST^z^zhíhír^s^} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÜÜRRÈÈ > > ´ ´**  ŒŒvvëë` `"Õ"Õ$J%J'¿'¿)4*4,©,©./1“1“346}6}8ò8ò:g;g=Ú=Ú?M@MBÀBÀD3E3G¦G¦IJLŒLŒNÿNÿPrQrSåSåUXVXXËXËZ>[>]±]±_$`$b—b—d e g}g}iðiðkclcnÖnÖpIqIs¼s¼u/v/x¢x¢z{}ˆ}ˆûû�n‚n„á„á†R‡R‰ĉċ6Œ6ލލ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lñ2W2GW2�GW2ˆW2 ˆW2gŒW2gŒW2Q±W2€Q±W2ïñW2üïñW29öW29öW2#X2p#X2Á[X2ìÁ[X2 `X2ô `X2]¤X2`]¤X2½ÈX2̽ÈX2'ûX2ì'ûX2INY2L INY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2ÉO\2T ÉO\2™!]2˜™!]2A4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸâ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1P€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸâ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1P€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1kŸâ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1P €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1t”  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ll ä äXXÌÌ)@*@4²4²>$?$I–I–ST^z^zhìhìr\s\} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðllää\\ÔÔ L L Ä Ä<<´´,,¤¤ŒŒ t t"è"è$\%\'Ð'Ð)D*D,¸,¸.,/,1 1 346ˆ6ˆ8ü8ü:p;p=â=â?T@TBÆBÆD8E8GªGªIJLŽLŽNOQrQrSäSäUVVVXÈXÈZ:[:]¬]¬_`b�b�degtgtiæiækXlXnÊnÊp?IŠIŠSûSû]l^lhÝhÝrLsL} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhÞÞTTÊÊ @ @ ¶ ¶,,¢¢ŽŽttççZ Z"Í"Í$@%@'³'³)&*&,™,™. / 113ò3ò5e6e8Ø8Ø:K;K=¼=¼?-@-BžBžDEG€G€IñIñKbLbNÓNÓPDQDSµSµU&V&X—X—Z[]y]y_ê_êa[b[dÌdÌf=g=i®i®kln�n�pqsrsruãuãwTxTzÅzÅ|6}6§§�‚„‰„‰†ø†øˆh‰h‹Ø‹Ø�HŽH�¸�¸’ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2GW2�GW2ˆW2 ˆW2UŒW2UŒW2K±W2€K±W2éñW2üéñW2'öW2'öW2X2pX2»[X2ì»[X2ù_X2ôù_X2K¤X2`K¤X2«ÈX2Ì«ÈX2!ûX2ì!ûX2INY2L INY2/ìY2¬ /ìY2ÂZ2p ÂZ2A®[2t A®[2‰P\2T ‰P\2Y"]2˜Y"]25]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžã b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžã b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1jžã b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1hˆ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10jj ã ã\\ÕÕ)N*N4Ç4Ç>>?>IµIµS*T*^�^�his�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðjjãã\\ÕÕ N N Ç Ç@@¹¹22««$$�� � �"#%�%�'ú'ú)s*s,ì,ì.e/e1Þ1Þ3W4W6Ð6Ð8I9I;Â;Â=;>;@´@´B-C-E¦E¦GHJ–J–L M O„O„QûQûSrTrVéVéX`Y`[×[×]N^N`Å`Åb:c:e¯e¯g$h$j™j™lmo�o�qôqôsgtgvÚvÚxMyM{À{À}3~3€¦€¦‚ƒ…Œ…Œ‡ý‡ý‰oŠoŒáŒáŽS�S‘őœ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2åGW2�åGW2ƒˆW2 ƒˆW2ûŽW2ûŽW2±±W2€±±W2OòW2üOòW2ÍøW2ÍøW2ƒX2pƒX2!\X2ì!\X2ŸbX2ôŸbX2E¤X2`E¤X2¥ÈX2Ì¥ÈX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2P\2T P\2í!]2˜í!]2•4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂ|H b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¦æ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂ|H b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¦æ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂ|H b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¦æ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1a�  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Ý ÝRRÇÇ)<*<4±4±>%?%I™I™S T ^�^�hõhõrisi} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÝÝUUÍÍ E E ½ ½55­­%%��‡‡üüq q"æ"æ$[%['Ð'Ð)E*E,º,º.///1¤1¤346Ž6Ž89;x;x=í=í?b@bB×B×DLELGÁGÁI5J5L©L©NOQ‘Q‘STVyVyXíXíZa[a]Õ]Õ_I`Ib½b½d1e1g¥g¥ijl�l�noququséséu]v]xÑxÑzE{E}¹}¹-€-‚¡‚¡„…‡‰‡‰‰þ‰þ‹sŒsŽèŽè�]‘]“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2yGW2�yGW2ˆW2 ˆW2UŒW2UŒW2K±W2€K±W2éñW2üéñW2'öW2'öW2X2pX2»[X2ì»[X2ù_X2ôù_X2§¥X2`§¥X2ÊX2ÌÊX2!ûX2ì!ûX2INY2L INY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2P\2T P\2ç!]2˜ç!]2�4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœß b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœß b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1hœß b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Áá  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10hh ß ßVVÍÍ)D*D4»4»>0?0I¥I¥ST^‰^‰húhúrjsj} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðhhßßVVÍÍ D D » »22©©  ——……üüs s"ê"ê$a%a'Ø'Ø)O*O,Æ,Æ.=/=1´1´3+4+6¢6¢89;�;�=>@~@~BõBõDlElGãGãIXJXLÍLÍNBOBQ·Q·S,T,V¡V¡XY[‹[‹]^`u`ubèbèd[e[gÎgÎiAjAl´l´n%o%q–q–stvxvxxéxézZ{Z}Ë}Ë<€<‚­‚­„…‡އމÿ‰ÿ‹pŒpŽáŽá�R‘R“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lë2W2åGW2�åGW2ƒˆW2 ƒˆW2ûŽW2ûŽW2·±W2€·±W2UòW2üUòW2ÍøW2ÍøW2‰X2p‰X2'\X2ì'\X2ŸbX2ôŸbX2§¥X2`§¥X2ÊX2ÌÊX2!ûX2ì!ûX2INY2L INY2 ìY2¬  ìY2ãÁZ2p ãÁZ2®[2t ®[2ÛO\2T ÛO\2«!]2˜«!]2S4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂ~J b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1§ç€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂ~J b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1§ç€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1ŽÂ~J b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1§ç €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1Áá  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ee Û ÛPPÅÅ):*:4¯4¯>"?"I•I•ST^y^yhëhër]s]} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðeeÛÛQQÇÇ = = ³ ³))ŸŸ‹‹uuêê_ _"Ô"Ô$I%I'¾'¾)3*3,¨,¨./1’1’346|6|8ñ8ñ:f;f=Û=Û?P@PBÅBÅD:E:G¯G¯I"J"L•L•NOQ{Q{SîSîUaVaXÔXÔZG[G]º]º_-`-bŸbŸdegƒgƒiõiõkglgnÙnÙpKqKs½s½u/v/x¡x¡z{}…}…÷÷�i‚i„Û„Û†M‡M‰À‰À‹3Œ3ަަ�‘“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2yGW2�yGW2ˆW2 ˆW2aŒW2aŒW2E±W2€E±W2ãñW2üãñW23öW23öW2X2pX2µ[X2ìµ[X2`X2ô`X2Å¥X2`Å¥X2%ÊX2Ì%ÊX2ûX2ìûX2CNY2L CNY2)ìY2¬ )ìY2ÂZ2p ÂZ2;®[2t ;®[2•P\2T •P\2e"]2˜e"]2 5]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›à b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1N€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›à b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1N€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1g›à b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1N €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ã  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10ff Þ ÞVVÎÎ)F*F4¾4¾>4?4IªIªS T ^˜^˜his„s„} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðffÞÞVVÎÎ F F ¾ ¾66®®&&žžŽŽ ~ ~"ö"ö$n%n'æ'æ)^*^,Ö,Ö.N/N1Æ1Æ3>4>6¶6¶8.9.;¦;¦=>@–@–BCE†E†GþGþItJtLêLêN`O`QÖQÖSLTLVÂVÂX8Y8[®[®]$^$`š`šbce†e†gügüirjrlèlèn`o`qÖqÖsLtLvÂvÂx8y8{®{®}$~$€š€š‚ƒ…†…†‡ü‡ü‰rŠrŒèŒèŽ^�^‘Ô‘Ô“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2åGW2�åGW2ƒˆW2 ƒˆW2ÅŽW2ÅŽW2·±W2€·±W2UòW2üUòW2—øW2—øW2‰X2p‰X2'\X2ì'\X2ibX2ôibX2¡¥X2`¡¥X2ÊX2ÌÊX2ûX2ìûX2CNY2L CNY2#ìY2¬ #ìY2ûÁZ2p ûÁZ25®[2t 5®[2MP\2T MP\2"]2˜"]2Å4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—Ë…Q b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1uµ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—Ë…Q b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1uµ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—Ë…Q b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1uµ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ø ØOOÆÆ)=*=4´4´>+?+I¢I¢ST^•^•hisysy} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaØØOOÆÆ = = ´ ´++¢¢��~~õõl l"ã"ã$Z%Z'Ñ'Ñ)H*H,¿,¿.6/61­1­3$4$6›6›89;‰;‰=>@w@wBîBîDeEeGÜGÜISJSLÊLÊNAOAQ¸Q¸S/T/V¦V¦XY[”[”] ^ `‚`‚bùbùdpepgçgçi^j^lÕlÕnQoQqÃqÃs5t5v§v§xy{‹{‹}ý}ýo€o‚á‚á„S…S‡Ňʼn7Š7Œ©Œ©Ž�‘�‘�“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2sGW2�sGW2ˆW2 ˆW2aŒW2aŒW2E±W2€E±W2ãñW2üãñW23öW23öW2X2pX2µ[X2ìµ[X2`X2ô`X2¡¥X2`¡¥X2ÊX2ÌÊX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2ïÁZ2p ïÁZ2)®[2t )®[2P\2T P\2í!]2˜í!]2•4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ü b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1 M€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ü b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1 M€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1e™Ü b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1 M €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1¿ß  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10dd Ú ÚPPÆÆ)<*<4²4²>&?&IšIšST^†^†húhúrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðddÚÚPPÆÆ < < ² ²((žžŠŠvvììb b"Ø"Ø$N%N'Ä'Ä):*:,°,°.&/&1œ1œ346ˆ6ˆ8þ8þ:t;t=ê=ê?`@`BÖBÖDLELGÂGÂI6J6LªLªNOQ’Q’STVzVzXîXîZb[b]Ö]Ö_J`Jb¾b¾d2e2g¦g¦ijlŽlŽnoqzqzsîsîubvbxÖxÖzJ{J}¾}¾2€2‚¦‚¦„…‡އމŠŒvŒvŽêŽê�^‘^“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2ëGW2�ëGW2‰ˆW2 ‰ˆW2ÅŽW2ÅŽW2·±W2€·±W2UòW2üUòW2—øW2—øW2‰X2p‰X2'\X2ì'\X2ibX2ôibX2q¥X2`q¥X2ÑÉX2ÌÑÉX2ûX2ìûX2CNY2L CNY2ìY2¬ ìY2éÁZ2p éÁZ2#®[2t #®[2óO\2T óO\2Ã!]2˜Ã!]2k4]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—ˇS b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1uµ€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—ˇS b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1uµ€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1—ˇS b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1uµ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1“³  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r8_p8_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements576input0Elements576invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ö ÖKKÀÀ)5*54ª4ª>?I”I”S T ^ƒ^ƒhõhõrgsg} b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements6144input0Elements576input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_large_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements6272input0Elements6144invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÖÖKKÀÀ 5 5 ª ª””  ~~óóhhÝÝR R"Ç"Ç$<%<'±'±)&*&,›,›./1…1…3ú3ú5o6o8ä8ä:Y;Y=Î=Î?C@CB¸B¸D-E-G¢G¢IJLŒLŒNOQvQvSëSëU`V`XÕXÕZJ[J]¿]¿_4`4b©b©deg“g“ijl}l}n÷n÷piqisÛsÛuMvMx¿x¿z1{1}£}£€‚‡‚‡„ù„ù†k‡k‰݉݋OŒOŽÁŽÁ�3‘3“ b’)wíoperation.6ipu_stack_gemm_f16_init_large_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements640input0Elements6144input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_large_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements576input0Elements640input1Elements6272invocations17Lå2W2mGW2�mGW2 ˆW2  ˆW2OŒW2OŒW2?±W2€?±W2ÝñW2üÝñW2!öW2!öW2X2pX2¯[X2ì¯[X2ó_X2ôó_X2‰¢X2`‰¢X2éÆX2ÌéÆX2ûX2ìûX2=NY2L =NY2#ìY2¬ #ìY2KÀZ2p KÀZ2)�[2t )�[2YP\2T YP\2O ]2˜O ]2÷2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Ý b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Ý b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1d˜Ý b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ÑÍ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10bb Ù ÙPPÉÉ)@*@4·4·>,?,I¡I¡ST^—^—h i s�s�} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðbbÙÙPPÇÇ > > µ µ,,££‘‘ööm m"ä"ä$]%]'Ô'Ô)K*K,Â,Â.9/91°1°3'4'6ž6ž89;Œ;Œ=>@z@zBñBñDhEhGßGßITJTLÉLÉN>O>Q³Q³S(T(V�V�XY[‡[‡]ü]ü_q`qbæbæd[e[gÐgÐiEjElºlºn;o;q°q°s%t%všvšxy{„{„}ù}ùn€n‚ã‚ã„X…X‡͇͉BŠBŒ·Œ·Ž,�,‘¡‘¡“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lå2W2ëGW2�ëGW2‰ˆW2 ‰ˆW2ïŽW2ïŽW2½±W2€½±W2[òW2ü[òW2ÁøW2ÁøW2�X2p�X2-\X2ì-\X2“bX2ô“bX2÷£X2`÷£X2WÈX2ÌWÈX2ûX2ìûX2=NY2L =NY2)ìY2¬ )ìY2QÀZ2p QÀZ2/�[2t /�[2_P\2T _P\2U ]2˜U ]2ý2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 ÔŽZ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¤ä€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 ÔŽZ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¤ä€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 ÔŽZ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¤ä €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1A=  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Û ÛUUÕÕ)K*K4Á4Á>5?5I©I©ST^�^�his…s…} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÛÛUUÏÏ I I à Ã==··11««%%ŸŸ “ “" # %�%�'(*y*y,ï,ï.e/e1Û1Û3Q4Q6Ç6Ç8=9=;³;³=)>)@Ÿ@ŸBCE‹E‹GHJuJuLéLéN]O]QÑQÑSETEV¹V¹X-Y-[¡[¡]^`‰`‰býbýdqeqgågåiYjYlÍlÍnMoMqÁqÁs5t5v©v©xy{‘{‘}~€y€y‚í‚í„a…a‡Õ‡Õ‰IŠIŒ½Œ½Ž1�1‘¥‘¥“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lå2W2mGW2�mGW2 ˆW2  ˆW2OŒW2OŒW29±W2€9±W2×ñW2ü×ñW2!öW2!öW2 X2p X2©[X2ì©[X2ó_X2ôó_X2‰¢X2`‰¢X2éÆX2ÌéÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY29ÀZ2p 9ÀZ2�[2t �[2óO\2T óO\2é]2˜é]2‘2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– Ù b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1@€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– Ù b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1@€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1b– Ù b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}"}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements648input0Elements41472input1Elements5184invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1@ €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ÑÍ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa × ×MMÆÆ);*;4°4°>#?#I–I–S T ^ˆ^ˆhûhûrnsn} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaa××MMÃà 9 9 ¯ ¯%%››‡‡ýýsséé_ _"Õ"Õ$N%N'Ã'Ã)8*8,­,­."/"1—1—3 4 6�6�8ö8ö:k;k=à=à?U@UBÊBÊD?E?G´G´I'J'LšLšN O Q€Q€SóSóUfVfXÙXÙZL[L]¿]¿_2`2b¥b¥deg‹g‹iþiþkqlqnðnðpcqcsÖsÖuIvIx¼x¼z/{/}¢}¢€‚ˆ‚ˆ„û„û†n‡n‰á‰á‹TŒTŽÇŽÇ�:‘:“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations17Lå2W2ñGW2�ñGW2�ˆW2 �ˆW2õŽW2õŽW2½±W2€½±W2[òW2ü[òW2ÇøW2ÇøW2�X2p�X2-\X2ì-\X2™bX2ô™bX2‰¢X2`‰¢X2éÆX2ÌéÆX2ûX2ìûX2=NY2L =NY2ìY2¬ ìY29ÀZ2p 9ÀZ2�[2t �[2çO\2T çO\2Ý]2˜Ý]2…2]2œ€} bJ7U'operation.0exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 Ô�\ b-wñoperation.0ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue4kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.0exchange :z2breasonOperatorInputsvalue4invocations1¥å€} bJ7U'operation.1exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 Ô�\ b-wñoperation.1ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue5kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.1exchange :z2breasonOperatorInputsvalue5invocations1¥å€} bJ7U'operation.2exchange :Ú!2!!b%reasonOperatorInput { input: 0 }value0invocations1 Ô�\ b-wñoperation.2ipu_stack_gemm_f16_init_small_rows_interleaved_k576_c16_r72_r725:5z9299Z=úyz}*}z�2�z…*…b‰reasonOperatorKernelvalue6kernelSpecPlanned(Gemm { multiply: F16, accumulate: F16, mode: Initialize, weights: Interleaved, inner_block: 576, output_columns: 16 })outputElements1152input0Elements41472input1Elements9216invocations1€_ bJ7Moperation.2exchange :z2breasonOperatorInputsvalue6invocations1¥å €} bJ7Moperation.3exchange :z2breasonOperatorInputsvalue7invocations1ÑÍ  bÒ-g operation.3ipu_stack_rearrange_row_major_to_amp_f16_o0_r7_p7_c72_p80-:-z1211Z5¢�z¡"¡z¥"¥b©reasonOperatorInputsvalue7kernelSpecPlanned(Rearrange { from: Layout { order: RowMajor, tiling: TensorTiling { tile_count: 1, replicas: 1, axes: [] }, memory_class: Ipu21Standard }, to: Layout { order: Amp(Left), tiling: TensorTiling { tile_count: 1472, replicas: 1, axes: [AxisTiling { axis: FromEnd(2), partitions: 92, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(16) }, AxisTiling { axis: FromEnd(3), partitions: 16, block_size: 1, padding_multiple: 1, shard_padding_multiple: 1, padding: Reject, tile_stride: Some(1) }, AxisTiling { axis: FromEnd(1), partitions: 1, block_size: 16, padding_multiple: 16, shard_padding_multiple: 1, padding: Zero, tile_stride: None }] }, memory_class: Ipu21Standard } })outputElements504input0Elements504invocations1 € b*7Ioperation.4sync :‚2breasonExchangeBarriervalue8invocations1 € b*7Ioperation.5sync :‚2breasonExchangeBarriervalue9invocations1 €™} bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations10aa Ù ÙQQÍÍ)A*A4µ4µ>'?'I™I™S T ^‰^‰hûhûrmsm} b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k80_c768_r7_r85:5z9299Z=âyz}*}z�"�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 80, output_columns: 768 })outputElements5376input0Elements504input1Elements52488invocations1 b²)gÉoperation.6ipu_stack_attention_softmax_small_query_small_key_f16-:-z1211Z5âaze*ezi*ibmreasonOperatorKernelvalue10kernelSpecPlanned(AttentionSoftmax { head_dimension: 72, key_columns: 729, padded_key_columns: 768 })outputElements5488input0Elements5376invocations1 €é“ bJ7MÇoperation.6exchange :z2breasonOperatorInputsvalue8invocations1ðaaÙÙQQÉÉ A A ¹ ¹11©©!!™™‰‰ y y"ñ"ñ$m%m'á'á)U*U,É,É.=/=1±1±3%4%6™6™8 9 ;�;�=õ=õ?i@iBÝBÝDQEQGÅGÅI7J7L©L©NOQ�Q�SÿSÿUqVqXãXãZU[U]Ç]Ç_9`9b«b«deg�g�ijlslsnñnñpcqcsÕsÕuGvGx¹x¹z+{+}�}�€‚�‚�„ó„ó†e‡e‰׉׋IŒI޻޻�-‘-“ b’)wíoperation.6ipu_stack_gemm_f16_init_small_rows_k768_c80_r7_r85:5z9299Z=âyz}"}z�*�z…2…b‰reasonOperatorKernelvalue10kernelSpecPlanned(Gemm { multiply: F16, accumulate: F32, mode: Initialize, weights: Standard, inner_block: 768, output_columns: 80 })outputElements560input0Elements5376input1Elements52488invocations1 bR%wíoperation.6ipu_stack_attention_merge_small_query_f165:5z9299Z=2}z�"�z…"…z‰*‰b�reasonOperatorKernelvalue10kernelSpecPlanned(AttentionMerge { value_dimension: 72, padded_value_dimension: 80, key_block_columns: 768, initial: true, final_block: true })outputElements504input0Elements560input1Elements5488invocations1